2024-11-18 06:17:39,686 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-18 06:17:39,739 main DEBUG Took 0.040443 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 06:17:39,745 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 06:17:39,746 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 06:17:39,747 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 06:17:39,758 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:17:39,785 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 06:17:39,869 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:17:39,871 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:17:39,877 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:17:39,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:17:39,878 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:17:39,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:17:39,880 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:17:39,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:17:39,881 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:17:39,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:17:39,883 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:17:39,884 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:17:39,889 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:17:39,890 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:17:39,892 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:17:39,892 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:17:39,893 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:17:39,893 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:17:39,895 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:17:39,896 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:17:39,896 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:17:39,897 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:17:39,898 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:17:39,898 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 06:17:39,899 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:17:39,899 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 06:17:39,901 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 06:17:39,903 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 06:17:39,906 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 06:17:39,907 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 06:17:39,909 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 06:17:39,909 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 06:17:39,922 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 06:17:39,925 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 06:17:39,937 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 06:17:39,937 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 06:17:39,938 main DEBUG createAppenders(={Console}) 2024-11-18 06:17:39,939 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 initialized 2024-11-18 06:17:39,939 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-18 06:17:39,940 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 OK. 2024-11-18 06:17:39,940 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 06:17:39,941 main DEBUG OutputStream closed 2024-11-18 06:17:39,941 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 06:17:39,941 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 06:17:39,942 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@342c38f8 OK 2024-11-18 06:17:40,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 06:17:40,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 06:17:40,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 06:17:40,139 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 06:17:40,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 06:17:40,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 06:17:40,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 06:17:40,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 06:17:40,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 06:17:40,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 06:17:40,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 06:17:40,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 06:17:40,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 06:17:40,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 06:17:40,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 06:17:40,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 06:17:40,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 06:17:40,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 06:17:40,160 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 06:17:40,161 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7749bf93) with optional ClassLoader: null 2024-11-18 06:17:40,163 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 06:17:40,165 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7749bf93] started OK. 2024-11-18T06:17:40,182 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-18 06:17:40,185 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 06:17:40,186 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T06:17:40,265 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1221, ProcessCount=11, AvailableMemoryMB=2498 2024-11-18T06:17:40,637 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-18T06:17:40,690 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2 2024-11-18T06:17:40,695 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/cluster_e36ebe47-eb91-3510-15e6-73b484381fe3, deleteOnExit=true 2024-11-18T06:17:40,892 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/cluster_e36ebe47-eb91-3510-15e6-73b484381fe3/zookeeper_0, clientPort=50701, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/cluster_e36ebe47-eb91-3510-15e6-73b484381fe3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/cluster_e36ebe47-eb91-3510-15e6-73b484381fe3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T06:17:40,916 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50701 2024-11-18T06:17:40,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:17:40,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:17:40,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/test.cache.data in system properties and HBase conf 2024-11-18T06:17:40,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:17:40,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:17:40,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:17:40,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:17:40,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:17:41,075 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T06:17:41,230 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:17:41,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:17:41,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:17:41,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:17:41,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:17:41,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:17:41,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:17:41,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:17:41,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:17:41,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:17:41,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:17:41,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:17:41,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:17:41,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:17:41,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:17:42,613 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T06:17:42,734 INFO [Time-limited test {}] log.Log(170): Logging initialized @5278ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T06:17:42,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:17:42,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:17:43,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:17:43,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:17:43,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:17:43,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:17:43,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14237951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:17:43,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704fd443{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:17:43,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7630034c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/java.io.tmpdir/jetty-localhost-36117-hadoop-hdfs-3_4_1-tests_jar-_-any-12859463718572984588/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:17:43,303 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@610f965e{HTTP/1.1, (http/1.1)}{localhost:36117} 2024-11-18T06:17:43,304 INFO [Time-limited test {}] server.Server(415): Started @5849ms 2024-11-18T06:17:43,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:17:43,823 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:17:43,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:17:43,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:17:43,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:17:43,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3654787b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:17:43,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@277575ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:17:43,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27b6f167{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/java.io.tmpdir/jetty-localhost-37965-hadoop-hdfs-3_4_1-tests_jar-_-any-5688362637959528258/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:17:43,951 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a1888af{HTTP/1.1, (http/1.1)}{localhost:37965} 2024-11-18T06:17:43,951 INFO [Time-limited test {}] server.Server(415): Started @6496ms 2024-11-18T06:17:44,007 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:17:45,744 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/cluster_e36ebe47-eb91-3510-15e6-73b484381fe3/data/data1/current/BP-1940246332-172.17.0.3-1731910661964/current, will proceed with Du for space computation calculation, 2024-11-18T06:17:45,748 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/cluster_e36ebe47-eb91-3510-15e6-73b484381fe3/data/data2/current/BP-1940246332-172.17.0.3-1731910661964/current, will proceed with Du for space computation calculation, 2024-11-18T06:17:45,778 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:17:45,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca3ac35f752f686 with lease ID 0xd7bd202d29471526: Processing first storage report for DS-64a36a2a-2773-4de3-a7fd-bd5a4c1eb9ac from datanode DatanodeRegistration(127.0.0.1:41781, datanodeUuid=f474e689-eb11-4368-a1d5-76e09e12e6ae, infoPort=32777, infoSecurePort=0, ipcPort=33391, storageInfo=lv=-57;cid=testClusterID;nsid=898067597;c=1731910661964) 2024-11-18T06:17:45,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca3ac35f752f686 with lease ID 0xd7bd202d29471526: from storage DS-64a36a2a-2773-4de3-a7fd-bd5a4c1eb9ac node DatanodeRegistration(127.0.0.1:41781, datanodeUuid=f474e689-eb11-4368-a1d5-76e09e12e6ae, infoPort=32777, infoSecurePort=0, ipcPort=33391, storageInfo=lv=-57;cid=testClusterID;nsid=898067597;c=1731910661964), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T06:17:45,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca3ac35f752f686 with lease ID 0xd7bd202d29471526: Processing first storage report for DS-d7904923-6de7-4275-ba31-aeb9fb061897 from datanode DatanodeRegistration(127.0.0.1:41781, datanodeUuid=f474e689-eb11-4368-a1d5-76e09e12e6ae, infoPort=32777, infoSecurePort=0, ipcPort=33391, storageInfo=lv=-57;cid=testClusterID;nsid=898067597;c=1731910661964) 2024-11-18T06:17:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca3ac35f752f686 with lease ID 0xd7bd202d29471526: from storage DS-d7904923-6de7-4275-ba31-aeb9fb061897 node DatanodeRegistration(127.0.0.1:41781, datanodeUuid=f474e689-eb11-4368-a1d5-76e09e12e6ae, infoPort=32777, infoSecurePort=0, ipcPort=33391, storageInfo=lv=-57;cid=testClusterID;nsid=898067597;c=1731910661964), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:17:45,882 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2 2024-11-18T06:17:45,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:17:45,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:17:46,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:17:46,530 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161 with version=8 2024-11-18T06:17:46,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/hbase-staging 2024-11-18T06:17:46,620 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T06:17:46,833 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:17:46,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:17:46,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:17:46,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:17:46,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:17:46,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:17:46,993 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:17:47,048 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T06:17:47,058 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T06:17:47,061 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:17:47,088 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10648 (auto-detected) 2024-11-18T06:17:47,089 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-18T06:17:47,109 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39139 2024-11-18T06:17:47,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39139 connecting to ZooKeeper ensemble=127.0.0.1:50701 2024-11-18T06:17:47,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391390x0, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:17:47,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39139-0x1014c976e8e0000 connected 2024-11-18T06:17:47,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:17:47,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:17:47,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on znode that does not yet exist, /01130486952/running 2024-11-18T06:17:47,388 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161, hbase.cluster.distributed=false 2024-11-18T06:17:47,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on znode that does not yet exist, /01130486952/acl 2024-11-18T06:17:47,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39139 2024-11-18T06:17:47,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39139 2024-11-18T06:17:47,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39139 2024-11-18T06:17:47,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39139 2024-11-18T06:17:47,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39139 2024-11-18T06:17:47,525 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:17:47,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:17:47,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:17:47,527 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:17:47,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:17:47,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:17:47,530 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:17:47,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:17:47,533 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36335 2024-11-18T06:17:47,536 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36335 connecting to ZooKeeper ensemble=127.0.0.1:50701 2024-11-18T06:17:47,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:17:47,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:17:47,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363350x0, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:17:47,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363350x0, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on znode that does not yet exist, /01130486952/running 2024-11-18T06:17:47,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36335-0x1014c976e8e0001 connected 2024-11-18T06:17:47,561 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:17:47,570 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:17:47,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on znode that does not yet exist, /01130486952/master 2024-11-18T06:17:47,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on znode that does not yet exist, /01130486952/acl 2024-11-18T06:17:47,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36335 2024-11-18T06:17:47,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36335 2024-11-18T06:17:47,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36335 2024-11-18T06:17:47,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36335 2024-11-18T06:17:47,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36335 2024-11-18T06:17:47,598 DEBUG [M:0;6b5c0e5a2101:39139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:39139 2024-11-18T06:17:47,599 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01130486952/backup-masters/6b5c0e5a2101,39139,1731910666671 2024-11-18T06:17:47,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952/backup-masters 2024-11-18T06:17:47,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952/backup-masters 2024-11-18T06:17:47,615 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on existing znode=/01130486952/backup-masters/6b5c0e5a2101,39139,1731910666671 2024-11-18T06:17:47,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:17:47,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01130486952/master 2024-11-18T06:17:47,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:17:47,645 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on existing znode=/01130486952/master 2024-11-18T06:17:47,646 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01130486952/backup-masters/6b5c0e5a2101,39139,1731910666671 from backup master directory 2024-11-18T06:17:47,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952/backup-masters 2024-11-18T06:17:47,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01130486952/backup-masters/6b5c0e5a2101,39139,1731910666671 2024-11-18T06:17:47,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952/backup-masters 2024-11-18T06:17:47,662 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:17:47,662 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,39139,1731910666671 2024-11-18T06:17:47,664 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T06:17:47,665 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T06:17:47,714 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/hbase.id] with ID: 4c680feb-7212-40b6-a2fe-601dabb58c50 2024-11-18T06:17:47,715 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/.tmp/hbase.id 2024-11-18T06:17:47,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:17:47,725 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/.tmp/hbase.id]:[hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/hbase.id] 2024-11-18T06:17:47,770 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:17:47,776 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:17:47,795 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-18T06:17:47,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:17:47,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:17:47,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:17:47,840 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:17:47,843 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:17:47,862 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:17:47,866 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:17:47,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:17:47,915 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store 2024-11-18T06:17:47,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:17:48,340 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T06:17:48,343 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:17:48,344 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:17:48,345 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:17:48,345 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:17:48,346 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:17:48,347 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:17:48,347 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:17:48,348 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910668344Disabling compacts and flushes for region at 1731910668344Disabling writes for close at 1731910668346 (+2 ms)Writing region close event to WAL at 1731910668347 (+1 ms)Closed at 1731910668347 2024-11-18T06:17:48,350 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/.initializing 2024-11-18T06:17:48,350 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/WALs/6b5c0e5a2101,39139,1731910666671 2024-11-18T06:17:48,359 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:17:48,377 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C39139%2C1731910666671, suffix=, logDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/WALs/6b5c0e5a2101,39139,1731910666671, archiveDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/oldWALs, maxLogs=10 2024-11-18T06:17:48,405 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/WALs/6b5c0e5a2101,39139,1731910666671/6b5c0e5a2101%2C39139%2C1731910666671.1731910668383, exclude list is [], retry=0 2024-11-18T06:17:48,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-64a36a2a-2773-4de3-a7fd-bd5a4c1eb9ac,DISK] 2024-11-18T06:17:48,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T06:17:48,459 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/WALs/6b5c0e5a2101,39139,1731910666671/6b5c0e5a2101%2C39139%2C1731910666671.1731910668383 2024-11-18T06:17:48,460 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32777:32777)] 2024-11-18T06:17:48,460 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:17:48,461 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:17:48,464 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:48,465 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:48,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:48,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:17:48,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:48,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:17:48,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:48,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:17:48,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:48,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:17:48,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:48,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:17:48,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:48,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:17:48,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:48,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:17:48,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:48,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:17:48,555 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:48,559 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:48,561 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:48,567 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:48,568 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:48,571 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:17:48,574 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:48,578 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:17:48,580 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68465390, jitterRate=0.020213812589645386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:17:48,587 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731910668478Initializing all the Stores at 1731910668480 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910668481 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910668482 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910668482Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910668482Cleaning up temporary data from old regions at 1731910668568 (+86 ms)Region opened successfully at 1731910668587 (+19 ms) 2024-11-18T06:17:48,590 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:17:48,619 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700bb7a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:17:48,645 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:17:48,655 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:17:48,655 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:17:48,657 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:17:48,658 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T06:17:48,663 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T06:17:48,663 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:17:48,686 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:17:48,695 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Unable to get data of znode /01130486952/balancer because node does not exist (not necessarily an error) 2024-11-18T06:17:48,707 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130486952/balancer already deleted, retry=false 2024-11-18T06:17:48,710 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:17:48,712 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Unable to get data of znode /01130486952/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:17:48,723 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130486952/normalizer already deleted, retry=false 2024-11-18T06:17:48,726 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:17:48,731 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Unable to get data of znode /01130486952/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:17:48,739 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130486952/switch/split already deleted, retry=false 2024-11-18T06:17:48,741 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Unable to get data of znode /01130486952/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:17:48,749 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130486952/switch/merge already deleted, retry=false 2024-11-18T06:17:48,769 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Unable to get data of znode /01130486952/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:17:48,780 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130486952/snapshot-cleanup already deleted, retry=false 2024-11-18T06:17:48,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01130486952/running 2024-11-18T06:17:48,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01130486952/running 2024-11-18T06:17:48,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:17:48,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:17:48,796 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,39139,1731910666671, sessionid=0x1014c976e8e0000, setting cluster-up flag (Was=false) 2024-11-18T06:17:48,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:17:48,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:17:48,865 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01130486952/flush-table-proc/acquired, /01130486952/flush-table-proc/reached, /01130486952/flush-table-proc/abort 2024-11-18T06:17:48,868 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,39139,1731910666671 2024-11-18T06:17:48,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:17:48,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:17:48,924 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01130486952/online-snapshot/acquired, /01130486952/online-snapshot/reached, /01130486952/online-snapshot/abort 2024-11-18T06:17:48,926 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,39139,1731910666671 2024-11-18T06:17:48,936 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:17:48,988 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.HRegionServer(746): ClusterId : 4c680feb-7212-40b6-a2fe-601dabb58c50 2024-11-18T06:17:48,991 DEBUG [RS:0;6b5c0e5a2101:36335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:17:49,004 DEBUG [RS:0;6b5c0e5a2101:36335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:17:49,004 DEBUG [RS:0;6b5c0e5a2101:36335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:17:49,014 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:17:49,019 DEBUG [RS:0;6b5c0e5a2101:36335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:17:49,020 DEBUG [RS:0;6b5c0e5a2101:36335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54087b2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:17:49,023 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:17:49,030 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:17:49,037 DEBUG [RS:0;6b5c0e5a2101:36335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:36335 2024-11-18T06:17:49,036 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,39139,1731910666671 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:17:49,041 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:17:49,041 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:17:49,041 DEBUG [RS:0;6b5c0e5a2101:36335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:17:49,044 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,39139,1731910666671 with port=36335, startcode=1731910667487 2024-11-18T06:17:49,044 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:17:49,044 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:17:49,045 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:17:49,045 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:17:49,045 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:17:49,045 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:49,045 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:17:49,045 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:49,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:17:49,057 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:17:49,060 DEBUG [RS:0;6b5c0e5a2101:36335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:17:49,064 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731910699064 2024-11-18T06:17:49,065 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:49,066 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:17:49,066 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:17:49,068 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:17:49,072 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:17:49,073 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:17:49,073 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:17:49,073 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:17:49,077 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:49,085 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:17:49,087 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:17:49,088 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:17:49,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:17:49,088 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:17:49,091 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:17:49,091 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:17:49,091 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:17:49,093 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161 2024-11-18T06:17:49,097 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910669093,5,FailOnTimeoutGroup] 2024-11-18T06:17:49,104 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910669097,5,FailOnTimeoutGroup] 2024-11-18T06:17:49,105 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:49,105 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:17:49,106 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:49,107 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:49,111 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:17:49,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39139 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,36335,1731910667487 2024-11-18T06:17:49,121 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39139 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,36335,1731910667487 2024-11-18T06:17:49,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741832_1008 (size=32) 2024-11-18T06:17:49,138 DEBUG [RS:0;6b5c0e5a2101:36335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161 2024-11-18T06:17:49,138 DEBUG [RS:0;6b5c0e5a2101:36335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37495 2024-11-18T06:17:49,138 DEBUG [RS:0;6b5c0e5a2101:36335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:17:49,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952/rs 2024-11-18T06:17:49,157 DEBUG [RS:0;6b5c0e5a2101:36335 {}] zookeeper.ZKUtil(111): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on existing znode=/01130486952/rs/6b5c0e5a2101,36335,1731910667487 2024-11-18T06:17:49,157 WARN [RS:0;6b5c0e5a2101:36335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:17:49,157 INFO [RS:0;6b5c0e5a2101:36335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:17:49,157 DEBUG [RS:0;6b5c0e5a2101:36335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487 2024-11-18T06:17:49,180 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,36335,1731910667487] 2024-11-18T06:17:49,198 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:17:49,215 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:17:49,220 INFO [RS:0;6b5c0e5a2101:36335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:17:49,220 INFO [RS:0;6b5c0e5a2101:36335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:49,222 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:17:49,229 INFO [RS:0;6b5c0e5a2101:36335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:17:49,231 INFO [RS:0;6b5c0e5a2101:36335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:49,231 DEBUG [RS:0;6b5c0e5a2101:36335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:49,231 DEBUG [RS:0;6b5c0e5a2101:36335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:49,232 DEBUG [RS:0;6b5c0e5a2101:36335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:49,232 DEBUG [RS:0;6b5c0e5a2101:36335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:49,232 DEBUG [RS:0;6b5c0e5a2101:36335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:49,233 DEBUG [RS:0;6b5c0e5a2101:36335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:17:49,233 DEBUG [RS:0;6b5c0e5a2101:36335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:49,233 DEBUG [RS:0;6b5c0e5a2101:36335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:49,233 DEBUG [RS:0;6b5c0e5a2101:36335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:49,234 DEBUG [RS:0;6b5c0e5a2101:36335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:49,234 DEBUG [RS:0;6b5c0e5a2101:36335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:49,234 DEBUG [RS:0;6b5c0e5a2101:36335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:49,234 DEBUG [RS:0;6b5c0e5a2101:36335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:17:49,235 DEBUG [RS:0;6b5c0e5a2101:36335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:17:49,236 INFO [RS:0;6b5c0e5a2101:36335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:49,236 INFO [RS:0;6b5c0e5a2101:36335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:49,237 INFO [RS:0;6b5c0e5a2101:36335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:49,237 INFO [RS:0;6b5c0e5a2101:36335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:49,237 INFO [RS:0;6b5c0e5a2101:36335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:49,237 INFO [RS:0;6b5c0e5a2101:36335 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,36335,1731910667487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:17:49,265 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:17:49,267 INFO [RS:0;6b5c0e5a2101:36335 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,36335,1731910667487-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:49,267 INFO [RS:0;6b5c0e5a2101:36335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:49,268 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.Replication(171): 6b5c0e5a2101,36335,1731910667487 started 2024-11-18T06:17:49,285 INFO [RS:0;6b5c0e5a2101:36335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:49,285 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,36335,1731910667487, RpcServer on 6b5c0e5a2101/172.17.0.3:36335, sessionid=0x1014c976e8e0001 2024-11-18T06:17:49,286 DEBUG [RS:0;6b5c0e5a2101:36335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:17:49,286 DEBUG [RS:0;6b5c0e5a2101:36335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,36335,1731910667487 2024-11-18T06:17:49,286 DEBUG [RS:0;6b5c0e5a2101:36335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,36335,1731910667487' 2024-11-18T06:17:49,286 DEBUG [RS:0;6b5c0e5a2101:36335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01130486952/flush-table-proc/abort' 2024-11-18T06:17:49,287 DEBUG [RS:0;6b5c0e5a2101:36335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01130486952/flush-table-proc/acquired' 2024-11-18T06:17:49,288 DEBUG [RS:0;6b5c0e5a2101:36335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:17:49,288 DEBUG [RS:0;6b5c0e5a2101:36335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:17:49,288 DEBUG [RS:0;6b5c0e5a2101:36335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,36335,1731910667487 2024-11-18T06:17:49,288 DEBUG [RS:0;6b5c0e5a2101:36335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,36335,1731910667487' 2024-11-18T06:17:49,288 DEBUG [RS:0;6b5c0e5a2101:36335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01130486952/online-snapshot/abort' 2024-11-18T06:17:49,289 DEBUG [RS:0;6b5c0e5a2101:36335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01130486952/online-snapshot/acquired' 2024-11-18T06:17:49,290 DEBUG [RS:0;6b5c0e5a2101:36335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:17:49,290 INFO [RS:0;6b5c0e5a2101:36335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:17:49,290 INFO [RS:0;6b5c0e5a2101:36335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:17:49,395 INFO [RS:0;6b5c0e5a2101:36335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:17:49,399 INFO [RS:0;6b5c0e5a2101:36335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C36335%2C1731910667487, suffix=, logDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487, archiveDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/oldWALs, maxLogs=10 2024-11-18T06:17:49,416 DEBUG [RS:0;6b5c0e5a2101:36335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.1731910669401, exclude list is [], retry=0 2024-11-18T06:17:49,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-64a36a2a-2773-4de3-a7fd-bd5a4c1eb9ac,DISK] 2024-11-18T06:17:49,423 INFO [RS:0;6b5c0e5a2101:36335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.1731910669401 2024-11-18T06:17:49,424 DEBUG [RS:0;6b5c0e5a2101:36335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32777:32777)] 2024-11-18T06:17:49,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:17:49,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:17:49,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:17:49,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:49,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:17:49,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:17:49,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:17:49,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:49,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:17:49,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:17:49,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:17:49,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:49,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:17:49,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:17:49,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:17:49,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:49,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:17:49,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:17:49,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740 2024-11-18T06:17:49,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740 2024-11-18T06:17:49,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:17:49,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:17:49,554 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:17:49,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:17:49,562 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:17:49,563 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71978907, jitterRate=0.07256929576396942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:17:49,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731910669527Initializing all the Stores at 1731910669529 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910669529Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910669529Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910669529Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910669529Cleaning up temporary data from old regions at 1731910669553 (+24 ms)Region opened successfully at 1731910669568 (+15 ms) 2024-11-18T06:17:49,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:17:49,569 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:17:49,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:17:49,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:17:49,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:17:49,571 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:17:49,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910669568Disabling compacts and flushes for region at 1731910669568Disabling writes for close at 1731910669569 (+1 ms)Writing region close event to WAL at 1731910669570 (+1 ms)Closed at 1731910669570 2024-11-18T06:17:49,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:17:49,575 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:17:49,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:17:49,588 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:17:49,591 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:17:49,743 DEBUG [6b5c0e5a2101:39139 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:17:49,755 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,36335,1731910667487 2024-11-18T06:17:49,762 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,36335,1731910667487, state=OPENING 2024-11-18T06:17:49,791 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:17:49,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:17:49,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:17:49,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130486952/meta-region-server: CHANGED 2024-11-18T06:17:49,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130486952/meta-region-server: CHANGED 2024-11-18T06:17:49,804 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:17:49,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,36335,1731910667487}] 2024-11-18T06:17:49,980 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:17:49,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:17:49,994 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:17:49,995 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:17:49,996 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:17:49,998 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C36335%2C1731910667487.meta, suffix=.meta, logDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487, archiveDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/oldWALs, maxLogs=10 2024-11-18T06:17:50,013 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.meta.1731910670000.meta, exclude list is [], retry=0 2024-11-18T06:17:50,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-64a36a2a-2773-4de3-a7fd-bd5a4c1eb9ac,DISK] 2024-11-18T06:17:50,020 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.meta.1731910670000.meta 2024-11-18T06:17:50,020 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32777:32777)] 2024-11-18T06:17:50,021 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:17:50,025 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:17:50,026 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:17:50,029 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:17:50,030 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:17:50,033 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:17:50,034 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:17:50,034 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:17:50,034 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:17:50,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:17:50,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:17:50,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:50,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:17:50,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:17:50,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:17:50,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:50,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:17:50,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:17:50,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:17:50,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:50,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:17:50,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:17:50,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:17:50,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:50,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:17:50,050 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:17:50,052 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740 2024-11-18T06:17:50,056 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740 2024-11-18T06:17:50,059 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:17:50,059 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:17:50,061 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:17:50,065 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:17:50,067 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65623162, jitterRate=-0.02213868498802185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:17:50,068 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:17:50,072 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731910670035Writing region info on filesystem at 1731910670035Initializing all the Stores at 1731910670036 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910670036Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910670037 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910670037Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910670037Cleaning up temporary data from old regions at 1731910670059 (+22 ms)Running coprocessor post-open hooks at 1731910670068 (+9 ms)Region opened successfully at 1731910670071 (+3 ms) 2024-11-18T06:17:50,079 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731910669972 2024-11-18T06:17:50,092 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:17:50,092 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:17:50,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,36335,1731910667487 2024-11-18T06:17:50,096 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,36335,1731910667487, state=OPEN 2024-11-18T06:17:50,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01130486952/meta-region-server 2024-11-18T06:17:50,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01130486952/meta-region-server 2024-11-18T06:17:50,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130486952/meta-region-server: CHANGED 2024-11-18T06:17:50,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130486952/meta-region-server: CHANGED 2024-11-18T06:17:50,148 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,36335,1731910667487 2024-11-18T06:17:50,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:17:50,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,36335,1731910667487 in 342 msec 2024-11-18T06:17:50,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:17:50,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 576 msec 2024-11-18T06:17:50,166 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:17:50,166 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:17:50,191 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:17:50,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,36335,1731910667487, seqNum=-1] 2024-11-18T06:17:50,219 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:17:50,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:17:50,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2780 sec 2024-11-18T06:17:50,251 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731910670251, completionTime=-1 2024-11-18T06:17:50,254 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:17:50,255 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:17:50,295 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:17:50,295 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731910730295 2024-11-18T06:17:50,295 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731910790295 2024-11-18T06:17:50,295 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 40 msec 2024-11-18T06:17:50,298 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,39139,1731910666671-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:50,299 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,39139,1731910666671-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:50,299 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,39139,1731910666671-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:50,301 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:39139, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:50,302 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:50,303 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:50,314 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:17:50,342 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.680sec 2024-11-18T06:17:50,344 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:17:50,346 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:17:50,348 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:17:50,348 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:17:50,349 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:17:50,350 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,39139,1731910666671-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:17:50,351 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,39139,1731910666671-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:17:50,366 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:17:50,367 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:17:50,368 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,39139,1731910666671-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:50,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565bb831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:17:50,403 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T06:17:50,403 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T06:17:50,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,39139,-1 for getting cluster id 2024-11-18T06:17:50,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:17:50,423 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c680feb-7212-40b6-a2fe-601dabb58c50' 2024-11-18T06:17:50,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:17:50,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c680feb-7212-40b6-a2fe-601dabb58c50" 2024-11-18T06:17:50,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db5a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:17:50,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,39139,-1] 2024-11-18T06:17:50,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:17:50,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:17:50,440 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:17:50,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294276bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:17:50,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:17:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,36335,1731910667487, seqNum=-1] 2024-11-18T06:17:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:17:50,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:17:50,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,39139,1731910666671 2024-11-18T06:17:50,488 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50701 2024-11-18T06:17:50,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:17:50,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c976e8e0002 connected 2024-11-18T06:17:50,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/hadoop.log.dir so I do NOT create it in target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4 2024-11-18T06:17:50,605 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:17:50,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/hadoop.tmp.dir so I do NOT create it in target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4 2024-11-18T06:17:50,605 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:17:50,605 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4 2024-11-18T06:17:50,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:17:50,605 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/cluster_303c504d-302c-71da-5fa8-e7b95e9d2a6a, deleteOnExit=true 2024-11-18T06:17:50,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:17:50,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/test.cache.data in system properties and HBase conf 2024-11-18T06:17:50,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:17:50,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:17:50,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:17:50,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:17:50,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:17:50,683 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:17:50,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:17:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:17:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:17:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:17:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:17:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:17:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:17:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:17:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:17:50,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:17:50,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:17:50,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:17:50,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:17:50,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:17:51,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:17:51,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:17:51,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:17:51,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:17:51,521 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:17:51,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:17:51,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@626bacf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:17:51,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e038d62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:17:51,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10ef6a0a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/java.io.tmpdir/jetty-localhost-42455-hadoop-hdfs-3_4_1-tests_jar-_-any-730969570165487786/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:17:51,711 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c8f148b{HTTP/1.1, (http/1.1)}{localhost:42455} 2024-11-18T06:17:51,711 INFO [Time-limited test {}] server.Server(415): Started @14256ms 2024-11-18T06:17:52,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:17:52,118 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:17:52,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:17:52,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:17:52,125 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:17:52,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d3ee1ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:17:52,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2361336{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:17:52,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc4b6dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/java.io.tmpdir/jetty-localhost-34173-hadoop-hdfs-3_4_1-tests_jar-_-any-812882358702318480/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:17:52,281 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@548e4952{HTTP/1.1, (http/1.1)}{localhost:34173} 2024-11-18T06:17:52,281 INFO [Time-limited test {}] server.Server(415): Started @14826ms 2024-11-18T06:17:52,283 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:17:53,068 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/cluster_303c504d-302c-71da-5fa8-e7b95e9d2a6a/data/data1/current/BP-844224609-172.17.0.3-1731910670716/current, will proceed with Du for space computation calculation, 2024-11-18T06:17:53,069 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/cluster_303c504d-302c-71da-5fa8-e7b95e9d2a6a/data/data2/current/BP-844224609-172.17.0.3-1731910670716/current, will proceed with Du for space computation calculation, 2024-11-18T06:17:53,132 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:17:53,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41522bc257cef615 with lease ID 0x160049c518f671b: Processing first storage report for DS-be09cac5-0dfc-49ce-92cb-916bca1fb228 from datanode DatanodeRegistration(127.0.0.1:36077, datanodeUuid=32b7c338-f65c-4e68-b6c4-a9165ca65789, infoPort=43687, infoSecurePort=0, ipcPort=43165, storageInfo=lv=-57;cid=testClusterID;nsid=1517423276;c=1731910670716) 2024-11-18T06:17:53,138 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41522bc257cef615 with lease ID 0x160049c518f671b: from storage DS-be09cac5-0dfc-49ce-92cb-916bca1fb228 node DatanodeRegistration(127.0.0.1:36077, datanodeUuid=32b7c338-f65c-4e68-b6c4-a9165ca65789, infoPort=43687, infoSecurePort=0, ipcPort=43165, storageInfo=lv=-57;cid=testClusterID;nsid=1517423276;c=1731910670716), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T06:17:53,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41522bc257cef615 with lease ID 0x160049c518f671b: Processing first storage report for DS-b9df41b1-1585-4bc7-881b-941cf64acbf7 from datanode DatanodeRegistration(127.0.0.1:36077, datanodeUuid=32b7c338-f65c-4e68-b6c4-a9165ca65789, infoPort=43687, infoSecurePort=0, ipcPort=43165, storageInfo=lv=-57;cid=testClusterID;nsid=1517423276;c=1731910670716) 2024-11-18T06:17:53,138 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41522bc257cef615 with lease ID 0x160049c518f671b: from storage DS-b9df41b1-1585-4bc7-881b-941cf64acbf7 node DatanodeRegistration(127.0.0.1:36077, datanodeUuid=32b7c338-f65c-4e68-b6c4-a9165ca65789, infoPort=43687, infoSecurePort=0, ipcPort=43165, storageInfo=lv=-57;cid=testClusterID;nsid=1517423276;c=1731910670716), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:17:53,170 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4 2024-11-18T06:17:53,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:17:53,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:17:53,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:17:53,598 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416 with version=8 2024-11-18T06:17:53,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/hbase-staging 2024-11-18T06:17:53,601 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:17:53,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:17:53,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:17:53,602 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:17:53,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:17:53,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:17:53,602 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:17:53,602 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:17:53,603 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37293 2024-11-18T06:17:53,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37293 connecting to ZooKeeper ensemble=127.0.0.1:50701 2024-11-18T06:17:53,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372930x0, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:17:53,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37293-0x1014c976e8e0003 connected 2024-11-18T06:17:53,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:17:53,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:17:53,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Set watcher on znode that does not yet exist, /1-2040832149/running 2024-11-18T06:17:53,794 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416, hbase.cluster.distributed=false 2024-11-18T06:17:53,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Set watcher on znode that does not yet exist, /1-2040832149/acl 2024-11-18T06:17:53,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37293 2024-11-18T06:17:53,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37293 2024-11-18T06:17:53,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37293 2024-11-18T06:17:53,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37293 2024-11-18T06:17:53,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37293 2024-11-18T06:17:53,828 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:17:53,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:17:53,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:17:53,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:17:53,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:17:53,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:17:53,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:17:53,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:17:53,833 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41057 2024-11-18T06:17:53,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41057 connecting to ZooKeeper ensemble=127.0.0.1:50701 2024-11-18T06:17:53,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:17:53,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:17:53,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410570x0, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:17:53,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41057-0x1014c976e8e0004 connected 2024-11-18T06:17:53,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Set watcher on znode that does not yet exist, /1-2040832149/running 2024-11-18T06:17:53,887 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:17:53,902 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:17:53,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Set watcher on znode that does not yet exist, /1-2040832149/master 2024-11-18T06:17:53,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Set watcher on znode that does not yet exist, /1-2040832149/acl 2024-11-18T06:17:53,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41057 2024-11-18T06:17:53,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41057 2024-11-18T06:17:53,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41057 2024-11-18T06:17:53,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41057 2024-11-18T06:17:53,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41057 2024-11-18T06:17:53,968 DEBUG [M:0;6b5c0e5a2101:37293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:37293 2024-11-18T06:17:53,968 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2040832149/backup-masters/6b5c0e5a2101,37293,1731910673600 2024-11-18T06:17:53,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149/backup-masters 2024-11-18T06:17:53,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149/backup-masters 2024-11-18T06:17:53,982 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Set watcher on existing znode=/1-2040832149/backup-masters/6b5c0e5a2101,37293,1731910673600 2024-11-18T06:17:53,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2040832149/master 2024-11-18T06:17:53,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149 2024-11-18T06:17:53,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149 2024-11-18T06:17:54,000 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Set watcher on existing znode=/1-2040832149/master 2024-11-18T06:17:54,001 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2040832149/backup-masters/6b5c0e5a2101,37293,1731910673600 from backup master directory 2024-11-18T06:17:54,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149/backup-masters 2024-11-18T06:17:54,012 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:17:54,013 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,37293,1731910673600 2024-11-18T06:17:54,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2040832149/backup-masters/6b5c0e5a2101,37293,1731910673600 2024-11-18T06:17:54,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149/backup-masters 2024-11-18T06:17:54,038 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/hbase.id] with ID: 60d6f9bd-8301-408b-8af8-075ab4f4b0ed 2024-11-18T06:17:54,038 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/.tmp/hbase.id 2024-11-18T06:17:54,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:17:54,101 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/.tmp/hbase.id]:[hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/hbase.id] 2024-11-18T06:17:54,163 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:17:54,164 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:17:54,173 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 9ms. 2024-11-18T06:17:54,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149 2024-11-18T06:17:54,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149 2024-11-18T06:17:54,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:17:54,684 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:17:54,685 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:17:54,686 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:17:54,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:17:55,100 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store 2024-11-18T06:17:55,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:17:55,520 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:17:55,520 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:17:55,520 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:17:55,520 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:17:55,520 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:17:55,520 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:17:55,521 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:17:55,521 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910675520Disabling compacts and flushes for region at 1731910675520Disabling writes for close at 1731910675520Writing region close event to WAL at 1731910675520Closed at 1731910675520 2024-11-18T06:17:55,522 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store/.initializing 2024-11-18T06:17:55,522 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/WALs/6b5c0e5a2101,37293,1731910673600 2024-11-18T06:17:55,524 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:17:55,527 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C37293%2C1731910673600, suffix=, logDir=hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/WALs/6b5c0e5a2101,37293,1731910673600, archiveDir=hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/oldWALs, maxLogs=10 2024-11-18T06:17:55,542 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/WALs/6b5c0e5a2101,37293,1731910673600/6b5c0e5a2101%2C37293%2C1731910673600.1731910675528, exclude list is [], retry=0 2024-11-18T06:17:55,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36077,DS-be09cac5-0dfc-49ce-92cb-916bca1fb228,DISK] 2024-11-18T06:17:55,547 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:17:55,555 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/WALs/6b5c0e5a2101,37293,1731910673600/6b5c0e5a2101%2C37293%2C1731910673600.1731910675528 2024-11-18T06:17:55,564 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43687:43687)] 2024-11-18T06:17:55,564 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:17:55,565 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:17:55,565 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:55,565 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:55,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:55,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:17:55,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:55,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:17:55,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:55,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:17:55,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:55,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:17:55,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:55,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:17:55,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:55,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:17:55,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:55,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:17:55,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:55,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:17:55,589 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:55,590 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:55,591 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:55,593 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:55,593 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:55,594 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:17:55,624 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:17:55,631 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:17:55,632 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64967470, jitterRate=-0.03190925717353821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:17:55,633 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731910675566Initializing all the Stores at 1731910675568 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910675568Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910675569 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910675569Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910675569Cleaning up temporary data from old regions at 1731910675593 (+24 ms)Region opened successfully at 1731910675632 (+39 ms) 2024-11-18T06:17:55,633 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:17:55,642 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f0728e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:17:55,644 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:17:55,644 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:17:55,644 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:17:55,645 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:17:55,646 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T06:17:55,647 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:17:55,647 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:17:55,648 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T06:17:55,651 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:17:55,653 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Unable to get data of znode /1-2040832149/balancer because node does not exist (not necessarily an error) 2024-11-18T06:17:55,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2040832149/balancer already deleted, retry=false 2024-11-18T06:17:55,685 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:17:55,691 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Unable to get data of znode /1-2040832149/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:17:55,702 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2040832149/normalizer already deleted, retry=false 2024-11-18T06:17:55,702 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:17:55,709 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Unable to get data of znode /1-2040832149/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:17:55,717 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2040832149/switch/split already deleted, retry=false 2024-11-18T06:17:55,719 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Unable to get data of znode /1-2040832149/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:17:55,728 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2040832149/switch/merge already deleted, retry=false 2024-11-18T06:17:55,731 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Unable to get data of znode /1-2040832149/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:17:55,738 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2040832149/snapshot-cleanup already deleted, retry=false 2024-11-18T06:17:55,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2040832149/running 2024-11-18T06:17:55,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2040832149/running 2024-11-18T06:17:55,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149 2024-11-18T06:17:55,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149 2024-11-18T06:17:55,750 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,37293,1731910673600, sessionid=0x1014c976e8e0003, setting cluster-up flag (Was=false) 2024-11-18T06:17:55,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149 2024-11-18T06:17:55,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149 2024-11-18T06:17:55,802 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2040832149/flush-table-proc/acquired, /1-2040832149/flush-table-proc/reached, /1-2040832149/flush-table-proc/abort 2024-11-18T06:17:55,804 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,37293,1731910673600 2024-11-18T06:17:55,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149 2024-11-18T06:17:55,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149 2024-11-18T06:17:56,021 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2040832149/online-snapshot/acquired, /1-2040832149/online-snapshot/reached, /1-2040832149/online-snapshot/abort 2024-11-18T06:17:56,023 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,37293,1731910673600 2024-11-18T06:17:56,028 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:17:56,050 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:17:56,051 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:17:56,051 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:17:56,052 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,37293,1731910673600 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:17:56,059 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:17:56,060 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:17:56,060 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:17:56,060 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:17:56,060 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:17:56,060 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:56,060 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:17:56,061 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:56,063 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.HRegionServer(746): ClusterId : 60d6f9bd-8301-408b-8af8-075ab4f4b0ed 2024-11-18T06:17:56,063 DEBUG [RS:0;6b5c0e5a2101:41057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:17:56,064 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731910706064 2024-11-18T06:17:56,065 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:17:56,065 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:17:56,065 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:17:56,065 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:17:56,065 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:17:56,065 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:17:56,065 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:56,074 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:17:56,074 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:17:56,077 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:56,077 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:17:56,080 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:17:56,081 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:17:56,081 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:17:56,081 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:17:56,090 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:17:56,090 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:17:56,093 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910676090,5,FailOnTimeoutGroup] 2024-11-18T06:17:56,096 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910676093,5,FailOnTimeoutGroup] 2024-11-18T06:17:56,096 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:56,096 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:17:56,096 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:56,096 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:56,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:17:56,148 DEBUG [RS:0;6b5c0e5a2101:41057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:17:56,149 DEBUG [RS:0;6b5c0e5a2101:41057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:17:56,187 DEBUG [RS:0;6b5c0e5a2101:41057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:17:56,188 DEBUG [RS:0;6b5c0e5a2101:41057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d3c3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:17:56,199 DEBUG [RS:0;6b5c0e5a2101:41057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:41057 2024-11-18T06:17:56,199 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:17:56,199 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:17:56,199 DEBUG [RS:0;6b5c0e5a2101:41057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:17:56,200 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,37293,1731910673600 with port=41057, startcode=1731910673828 2024-11-18T06:17:56,200 DEBUG [RS:0;6b5c0e5a2101:41057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:17:56,202 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:17:56,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37293 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,41057,1731910673828 2024-11-18T06:17:56,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37293 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,41057,1731910673828 2024-11-18T06:17:56,205 DEBUG [RS:0;6b5c0e5a2101:41057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416 2024-11-18T06:17:56,205 DEBUG [RS:0;6b5c0e5a2101:41057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43565 2024-11-18T06:17:56,206 DEBUG [RS:0;6b5c0e5a2101:41057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:17:56,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149/rs 2024-11-18T06:17:56,434 DEBUG [RS:0;6b5c0e5a2101:41057 {}] zookeeper.ZKUtil(111): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Set watcher on existing znode=/1-2040832149/rs/6b5c0e5a2101,41057,1731910673828 2024-11-18T06:17:56,434 WARN [RS:0;6b5c0e5a2101:41057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:17:56,434 INFO [RS:0;6b5c0e5a2101:41057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:17:56,434 DEBUG [RS:0;6b5c0e5a2101:41057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/WALs/6b5c0e5a2101,41057,1731910673828 2024-11-18T06:17:56,435 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,41057,1731910673828] 2024-11-18T06:17:56,440 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:17:56,443 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:17:56,444 INFO [RS:0;6b5c0e5a2101:41057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:17:56,444 INFO [RS:0;6b5c0e5a2101:41057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:56,444 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:17:56,445 INFO [RS:0;6b5c0e5a2101:41057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:17:56,445 INFO [RS:0;6b5c0e5a2101:41057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:56,446 DEBUG [RS:0;6b5c0e5a2101:41057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:56,446 DEBUG [RS:0;6b5c0e5a2101:41057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:56,446 DEBUG [RS:0;6b5c0e5a2101:41057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:56,446 DEBUG [RS:0;6b5c0e5a2101:41057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:56,446 DEBUG [RS:0;6b5c0e5a2101:41057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:56,446 DEBUG [RS:0;6b5c0e5a2101:41057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:17:56,446 DEBUG [RS:0;6b5c0e5a2101:41057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:56,446 DEBUG [RS:0;6b5c0e5a2101:41057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:56,446 DEBUG [RS:0;6b5c0e5a2101:41057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:56,446 DEBUG [RS:0;6b5c0e5a2101:41057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:56,446 DEBUG [RS:0;6b5c0e5a2101:41057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:56,447 DEBUG [RS:0;6b5c0e5a2101:41057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:17:56,447 DEBUG [RS:0;6b5c0e5a2101:41057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:17:56,447 DEBUG [RS:0;6b5c0e5a2101:41057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:17:56,447 INFO [RS:0;6b5c0e5a2101:41057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:56,447 INFO [RS:0;6b5c0e5a2101:41057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:56,447 INFO [RS:0;6b5c0e5a2101:41057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:56,447 INFO [RS:0;6b5c0e5a2101:41057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:56,448 INFO [RS:0;6b5c0e5a2101:41057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:56,448 INFO [RS:0;6b5c0e5a2101:41057 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41057,1731910673828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:17:56,463 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:17:56,463 INFO [RS:0;6b5c0e5a2101:41057 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41057,1731910673828-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:56,463 INFO [RS:0;6b5c0e5a2101:41057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:56,463 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.Replication(171): 6b5c0e5a2101,41057,1731910673828 started 2024-11-18T06:17:56,477 INFO [RS:0;6b5c0e5a2101:41057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:56,477 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,41057,1731910673828, RpcServer on 6b5c0e5a2101/172.17.0.3:41057, sessionid=0x1014c976e8e0004 2024-11-18T06:17:56,477 DEBUG [RS:0;6b5c0e5a2101:41057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:17:56,477 DEBUG [RS:0;6b5c0e5a2101:41057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,41057,1731910673828 2024-11-18T06:17:56,477 DEBUG [RS:0;6b5c0e5a2101:41057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,41057,1731910673828' 2024-11-18T06:17:56,478 DEBUG [RS:0;6b5c0e5a2101:41057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2040832149/flush-table-proc/abort' 2024-11-18T06:17:56,478 DEBUG [RS:0;6b5c0e5a2101:41057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2040832149/flush-table-proc/acquired' 2024-11-18T06:17:56,479 DEBUG [RS:0;6b5c0e5a2101:41057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:17:56,479 DEBUG [RS:0;6b5c0e5a2101:41057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:17:56,479 DEBUG [RS:0;6b5c0e5a2101:41057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,41057,1731910673828 2024-11-18T06:17:56,479 DEBUG [RS:0;6b5c0e5a2101:41057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,41057,1731910673828' 2024-11-18T06:17:56,479 DEBUG [RS:0;6b5c0e5a2101:41057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2040832149/online-snapshot/abort' 2024-11-18T06:17:56,480 DEBUG [RS:0;6b5c0e5a2101:41057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2040832149/online-snapshot/acquired' 2024-11-18T06:17:56,480 DEBUG [RS:0;6b5c0e5a2101:41057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:17:56,480 INFO [RS:0;6b5c0e5a2101:41057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:17:56,480 INFO [RS:0;6b5c0e5a2101:41057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:17:56,506 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:17:56,507 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416 2024-11-18T06:17:56,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741832_1008 (size=32) 2024-11-18T06:17:56,581 INFO [RS:0;6b5c0e5a2101:41057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:17:56,584 INFO [RS:0;6b5c0e5a2101:41057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C41057%2C1731910673828, suffix=, logDir=hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/WALs/6b5c0e5a2101,41057,1731910673828, archiveDir=hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/oldWALs, maxLogs=10 2024-11-18T06:17:56,596 DEBUG [RS:0;6b5c0e5a2101:41057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/WALs/6b5c0e5a2101,41057,1731910673828/6b5c0e5a2101%2C41057%2C1731910673828.1731910676585, exclude list is [], retry=0 2024-11-18T06:17:56,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36077,DS-be09cac5-0dfc-49ce-92cb-916bca1fb228,DISK] 2024-11-18T06:17:56,603 INFO [RS:0;6b5c0e5a2101:41057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/WALs/6b5c0e5a2101,41057,1731910673828/6b5c0e5a2101%2C41057%2C1731910673828.1731910676585 2024-11-18T06:17:56,603 DEBUG [RS:0;6b5c0e5a2101:41057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43687:43687)] 2024-11-18T06:17:56,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:17:56,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:17:56,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:17:56,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:56,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:17:56,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:17:56,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:17:56,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:56,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:17:56,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:17:56,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:17:56,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:56,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:17:56,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:17:56,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:17:56,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:56,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:17:56,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:17:56,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/data/hbase/meta/1588230740 2024-11-18T06:17:56,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/data/hbase/meta/1588230740 2024-11-18T06:17:56,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:17:56,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:17:56,952 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:17:56,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:17:56,972 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:17:56,973 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64138511, jitterRate=-0.04426170885562897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:17:56,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731910676923Initializing all the Stores at 1731910676924 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910676924Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910676925 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910676925Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910676925Cleaning up temporary data from old regions at 1731910676951 (+26 ms)Region opened successfully at 1731910676974 (+23 ms) 2024-11-18T06:17:56,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:17:56,974 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:17:56,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:17:56,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:17:56,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:17:56,980 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:17:56,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910676974Disabling compacts and flushes for region at 1731910676974Disabling writes for close at 1731910676974Writing region close event to WAL at 1731910676980 (+6 ms)Closed at 1731910676980 2024-11-18T06:17:56,988 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:17:56,989 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:17:56,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:17:56,992 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:17:56,996 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:17:57,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T06:17:57,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T06:17:57,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:17:57,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T06:17:57,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:17:57,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T06:17:57,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T06:17:57,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T06:17:57,147 DEBUG [6b5c0e5a2101:37293 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:17:57,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,41057,1731910673828 2024-11-18T06:17:57,149 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,41057,1731910673828, state=OPENING 2024-11-18T06:17:57,220 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:17:57,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149 2024-11-18T06:17:57,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149 2024-11-18T06:17:57,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2040832149/meta-region-server: CHANGED 2024-11-18T06:17:57,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2040832149/meta-region-server: CHANGED 2024-11-18T06:17:57,287 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:17:57,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,41057,1731910673828}] 2024-11-18T06:17:57,442 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:17:57,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:17:57,468 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:17:57,468 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:17:57,469 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:17:57,489 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C41057%2C1731910673828.meta, suffix=.meta, logDir=hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/WALs/6b5c0e5a2101,41057,1731910673828, archiveDir=hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/oldWALs, maxLogs=10 2024-11-18T06:17:57,510 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/WALs/6b5c0e5a2101,41057,1731910673828/6b5c0e5a2101%2C41057%2C1731910673828.meta.1731910677491.meta, exclude list is [], retry=0 2024-11-18T06:17:57,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36077,DS-be09cac5-0dfc-49ce-92cb-916bca1fb228,DISK] 2024-11-18T06:17:57,530 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/WALs/6b5c0e5a2101,41057,1731910673828/6b5c0e5a2101%2C41057%2C1731910673828.meta.1731910677491.meta 2024-11-18T06:17:57,531 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43687:43687)] 2024-11-18T06:17:57,531 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:17:57,532 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:17:57,532 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:17:57,532 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:17:57,532 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:17:57,533 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:17:57,533 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:17:57,533 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:17:57,533 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:17:57,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:17:57,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:17:57,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:57,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:17:57,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:17:57,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:17:57,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:57,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:17:57,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:17:57,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:17:57,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:57,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:17:57,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:17:57,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:17:57,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:57,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:17:57,594 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:17:57,596 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/data/hbase/meta/1588230740 2024-11-18T06:17:57,608 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/data/hbase/meta/1588230740 2024-11-18T06:17:57,617 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:17:57,617 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:17:57,625 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:17:57,631 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:17:57,636 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67113587, jitterRate=7.037818431854248E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:17:57,636 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:17:57,636 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731910677533Writing region info on filesystem at 1731910677533Initializing all the Stores at 1731910677541 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910677541Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910677556 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910677557 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910677557Cleaning up temporary data from old regions at 1731910677617 (+60 ms)Running coprocessor post-open hooks at 1731910677636 (+19 ms)Region opened successfully at 1731910677636 2024-11-18T06:17:57,640 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731910677442 2024-11-18T06:17:57,662 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:17:57,662 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:17:57,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,41057,1731910673828 2024-11-18T06:17:57,680 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,41057,1731910673828, state=OPEN 2024-11-18T06:17:57,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2040832149/meta-region-server 2024-11-18T06:17:57,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2040832149/meta-region-server: CHANGED 2024-11-18T06:17:57,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2040832149/meta-region-server 2024-11-18T06:17:57,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2040832149/meta-region-server: CHANGED 2024-11-18T06:17:57,761 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,41057,1731910673828 2024-11-18T06:17:57,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:17:57,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,41057,1731910673828 in 474 msec 2024-11-18T06:17:57,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:17:57,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 777 msec 2024-11-18T06:17:57,776 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:17:57,776 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:17:57,779 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:17:57,779 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,41057,1731910673828, seqNum=-1] 2024-11-18T06:17:57,780 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:17:57,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:17:57,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7470 sec 2024-11-18T06:17:57,796 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731910677796, completionTime=-1 2024-11-18T06:17:57,796 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:17:57,797 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:17:57,800 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:17:57,801 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731910737800 2024-11-18T06:17:57,801 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731910797801 2024-11-18T06:17:57,801 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-18T06:17:57,801 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,37293,1731910673600-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:57,801 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,37293,1731910673600-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:57,802 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,37293,1731910673600-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:57,802 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:37293, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:57,802 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:57,802 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:57,805 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:17:57,809 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.796sec 2024-11-18T06:17:57,809 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:17:57,809 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:17:57,809 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:17:57,809 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:17:57,809 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:17:57,809 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,37293,1731910673600-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:17:57,809 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,37293,1731910673600-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:17:57,813 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:17:57,813 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:17:57,813 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,37293,1731910673600-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:17:57,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f95484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:17:57,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,37293,-1 for getting cluster id 2024-11-18T06:17:57,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:17:57,867 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60d6f9bd-8301-408b-8af8-075ab4f4b0ed' 2024-11-18T06:17:57,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:17:57,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60d6f9bd-8301-408b-8af8-075ab4f4b0ed" 2024-11-18T06:17:57,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee8cd52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:17:57,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,37293,-1] 2024-11-18T06:17:57,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:17:57,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:17:57,872 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:17:57,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0bc947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:17:57,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:17:57,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,41057,1731910673828, seqNum=-1] 2024-11-18T06:17:57,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:17:57,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:17:57,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,37293,1731910673600 2024-11-18T06:17:57,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50701 2024-11-18T06:17:57,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:17:57,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014c976e8e0005 connected 2024-11-18T06:17:58,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df6f4e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:17:58,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,39139,-1 for getting cluster id 2024-11-18T06:17:58,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:17:58,093 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c680feb-7212-40b6-a2fe-601dabb58c50' 2024-11-18T06:17:58,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:17:58,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c680feb-7212-40b6-a2fe-601dabb58c50" 2024-11-18T06:17:58,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594b5609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:17:58,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,39139,-1] 2024-11-18T06:17:58,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:17:58,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:17:58,104 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:17:58,109 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53714015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:17:58,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:17:58,137 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,39139,1731910666671 2024-11-18T06:17:58,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22e0bfb0 2024-11-18T06:17:58,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:17:58,155 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:17:58,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b5c0e5a2101:37293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T06:17:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:17:58,178 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:37293' 2024-11-18T06:17:58,180 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:17:58,181 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,37293,-1 for getting cluster id 2024-11-18T06:17:58,181 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:17:58,182 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60d6f9bd-8301-408b-8af8-075ab4f4b0ed' 2024-11-18T06:17:58,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:17:58,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60d6f9bd-8301-408b-8af8-075ab4f4b0ed" 2024-11-18T06:17:58,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372181f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:17:58,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,37293,-1] 2024-11-18T06:17:58,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:17:58,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:17:58,190 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:17:58,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cd5603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:17:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:17:58,196 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:17:58,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,37293,1731910673600 2024-11-18T06:17:58,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45c18e02 2024-11-18T06:17:58,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:17:58,212 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:17:58,242 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T06:17:58,242 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T06:17:58,252 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:17:58,254 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:17:58,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:17:58,256 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:17:58,272 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T06:17:58,277 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:17:58,278 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:58,281 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:17:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:17:58,326 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T06:17:58,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741835_1011 (size=1138) 2024-11-18T06:17:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:17:58,736 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 579af4f60cf7dc4bcb39c50614b66e6a, NAME => 'hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161 2024-11-18T06:17:58,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741836_1012 (size=44) 2024-11-18T06:17:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:17:59,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:17:59,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 579af4f60cf7dc4bcb39c50614b66e6a, disabling compactions & flushes 2024-11-18T06:17:59,173 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:17:59,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:17:59,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. after waiting 0 ms 2024-11-18T06:17:59,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:17:59,173 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:17:59,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 579af4f60cf7dc4bcb39c50614b66e6a: Waiting for close lock at 1731910679173Disabling compacts and flushes for region at 1731910679173Disabling writes for close at 1731910679173Writing region close event to WAL at 1731910679173Closed at 1731910679173 2024-11-18T06:17:59,175 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:17:59,181 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731910679176"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731910679176"}]},"ts":"1731910679176"} 2024-11-18T06:17:59,187 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:17:59,197 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:17:59,202 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910679197"}]},"ts":"1731910679197"} 2024-11-18T06:17:59,211 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T06:17:59,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=579af4f60cf7dc4bcb39c50614b66e6a, ASSIGN}] 2024-11-18T06:17:59,227 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=579af4f60cf7dc4bcb39c50614b66e6a, ASSIGN 2024-11-18T06:17:59,229 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=579af4f60cf7dc4bcb39c50614b66e6a, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,36335,1731910667487; forceNewPlan=false, retain=false 2024-11-18T06:17:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:17:59,381 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=579af4f60cf7dc4bcb39c50614b66e6a, regionState=OPENING, regionLocation=6b5c0e5a2101,36335,1731910667487 2024-11-18T06:17:59,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=579af4f60cf7dc4bcb39c50614b66e6a, ASSIGN because future has completed 2024-11-18T06:17:59,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 579af4f60cf7dc4bcb39c50614b66e6a, server=6b5c0e5a2101,36335,1731910667487}] 2024-11-18T06:17:59,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:17:59,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:17:59,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T06:17:59,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C36335%2C1731910667487.rep, suffix=, logDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487, archiveDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/oldWALs, maxLogs=10 2024-11-18T06:17:59,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.rep.1731910679579, exclude list is [], retry=0 2024-11-18T06:17:59,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-64a36a2a-2773-4de3-a7fd-bd5a4c1eb9ac,DISK] 2024-11-18T06:17:59,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.rep.1731910679579 2024-11-18T06:17:59,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32777:32777)] 2024-11-18T06:17:59,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 579af4f60cf7dc4bcb39c50614b66e6a, NAME => 'hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:17:59,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:17:59,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:17:59,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. service=MultiRowMutationService 2024-11-18T06:17:59,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T06:17:59,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:17:59,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:17:59,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:17:59,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:17:59,620 INFO [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:17:59,623 INFO [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579af4f60cf7dc4bcb39c50614b66e6a columnFamilyName hfileref 2024-11-18T06:17:59,623 DEBUG [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:59,624 INFO [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] regionserver.HStore(327): Store=579af4f60cf7dc4bcb39c50614b66e6a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:17:59,625 INFO [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:17:59,629 INFO [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579af4f60cf7dc4bcb39c50614b66e6a columnFamilyName queue 2024-11-18T06:17:59,629 DEBUG [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:59,630 INFO [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] regionserver.HStore(327): Store=579af4f60cf7dc4bcb39c50614b66e6a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:17:59,630 INFO [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:17:59,635 INFO [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579af4f60cf7dc4bcb39c50614b66e6a columnFamilyName sid 2024-11-18T06:17:59,635 DEBUG [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:17:59,637 INFO [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] regionserver.HStore(327): Store=579af4f60cf7dc4bcb39c50614b66e6a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:17:59,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:17:59,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/replication/579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:17:59,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/replication/579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:17:59,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:17:59,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:17:59,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:17:59,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:17:59,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/replication/579af4f60cf7dc4bcb39c50614b66e6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:17:59,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 579af4f60cf7dc4bcb39c50614b66e6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58817621, jitterRate=-0.12354914844036102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:17:59,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:17:59,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 579af4f60cf7dc4bcb39c50614b66e6a: Running coprocessor pre-open hook at 1731910679612Writing region info on filesystem at 1731910679612Initializing all the Stores at 1731910679613 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910679613Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910679616 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910679616Cleaning up temporary data from old regions at 1731910679646 (+30 ms)Running coprocessor post-open hooks at 1731910679666 (+20 ms)Region opened successfully at 1731910679667 (+1 ms) 2024-11-18T06:17:59,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a., pid=7, masterSystemTime=1731910679561 2024-11-18T06:17:59,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:17:59,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:17:59,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=579af4f60cf7dc4bcb39c50614b66e6a, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,36335,1731910667487 2024-11-18T06:17:59,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 579af4f60cf7dc4bcb39c50614b66e6a, server=6b5c0e5a2101,36335,1731910667487 because future has completed 2024-11-18T06:17:59,683 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39139 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6b5c0e5a2101,36335,1731910667487, table=hbase:replication, region=579af4f60cf7dc4bcb39c50614b66e6a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T06:17:59,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T06:17:59,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 579af4f60cf7dc4bcb39c50614b66e6a, server=6b5c0e5a2101,36335,1731910667487 in 285 msec 2024-11-18T06:17:59,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T06:17:59,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=579af4f60cf7dc4bcb39c50614b66e6a, ASSIGN in 474 msec 2024-11-18T06:17:59,706 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:17:59,706 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910679706"}]},"ts":"1731910679706"} 2024-11-18T06:17:59,710 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T06:17:59,712 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:17:59,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4550 sec 2024-11-18T06:17:59,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a., hostname=6b5c0e5a2101,36335,1731910667487, seqNum=2] 2024-11-18T06:17:59,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36335 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-18T06:17:59,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:17:59,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:17:59,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:18:00,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T06:18:00,022 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T06:18:00,124 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6b5c0e5a2101,36335,1731910667487, ReplicationSource: 1, currentBandwidth=0 2024-11-18T06:18:00,126 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:18:00,126 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,36335,1731910667487, seqNum=-1] 2024-11-18T06:18:00,127 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:18:00,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-18T06:18:00,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b5c0e5a2101,36335,1731910667487', locateType=CURRENT is [region=hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a., hostname=6b5c0e5a2101,36335,1731910667487, seqNum=2] 2024-11-18T06:18:00,146 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T06:18:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T06:18:00,160 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b5c0e5a2101,36335,1731910667487 suceeded 2024-11-18T06:18:00,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T06:18:00,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 327 msec 2024-11-18T06:18:00,171 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b5c0e5a2101:37293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T06:18:00,174 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:37293' 2024-11-18T06:18:00,177 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c546556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:00,177 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,37293,-1 for getting cluster id 2024-11-18T06:18:00,177 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:18:00,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.0110 sec 2024-11-18T06:18:00,180 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60d6f9bd-8301-408b-8af8-075ab4f4b0ed' 2024-11-18T06:18:00,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:18:00,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60d6f9bd-8301-408b-8af8-075ab4f4b0ed" 2024-11-18T06:18:00,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25f96684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:00,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,37293,-1] 2024-11-18T06:18:00,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:18:00,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:00,183 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:18:00,188 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e4254d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:00,189 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:18:00,190 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,37293,1731910673600 2024-11-18T06:18:00,191 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56b398a9 2024-11-18T06:18:00,191 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:18:00,197 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T06:18:00,205 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b5c0e5a2101,36335,1731910667487 (queues=1) is replicating from cluster=4c680feb-7212-40b6-a2fe-601dabb58c50 to cluster=60d6f9bd-8301-408b-8af8-075ab4f4b0ed 2024-11-18T06:18:00,210 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b5c0e5a2101%2C36335%2C1731910667487 2024-11-18T06:18:00,216 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b5c0e5a2101,36335,1731910667487, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:18:00,222 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487.replicationSource.shipper6b5c0e5a2101%2C36335%2C1731910667487,1-6b5c0e5a2101,36335,1731910667487 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C36335%2C1731910667487 2024-11-18T06:18:00,226 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487.replicationSource.wal-reader.6b5c0e5a2101%2C36335%2C1731910667487,1-6b5c0e5a2101,36335,1731910667487 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.1731910669401, startPosition=0, beingWritten=true 2024-11-18T06:18:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:18:00,371 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T06:18:00,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:18:00,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:18:00,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:00,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:00,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:18:00,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb3f9a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:00,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,39139,-1 for getting cluster id 2024-11-18T06:18:00,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:18:00,375 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c680feb-7212-40b6-a2fe-601dabb58c50' 2024-11-18T06:18:00,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:18:00,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c680feb-7212-40b6-a2fe-601dabb58c50" 2024-11-18T06:18:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc93632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,39139,-1] 2024-11-18T06:18:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:18:00,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:00,382 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:18:00,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41268d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:00,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:18:00,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,39139,1731910666671 2024-11-18T06:18:00,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fcb2a62 2024-11-18T06:18:00,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:18:00,391 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:18:00,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://6b5c0e5a2101:37293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T06:18:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:18:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T06:18:00,397 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:37293' 2024-11-18T06:18:00,404 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42df8d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:00,405 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,37293,-1 for getting cluster id 2024-11-18T06:18:00,405 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:18:00,406 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60d6f9bd-8301-408b-8af8-075ab4f4b0ed' 2024-11-18T06:18:00,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:18:00,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60d6f9bd-8301-408b-8af8-075ab4f4b0ed" 2024-11-18T06:18:00,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4772257b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:00,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,37293,-1] 2024-11-18T06:18:00,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:18:00,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:00,409 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:18:00,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764e9a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:00,411 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:18:00,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,37293,1731910673600 2024-11-18T06:18:00,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4efff585 2024-11-18T06:18:00,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:18:00,416 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:18:00,418 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-18T06:18:00,418 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T06:18:00,418 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:00,418 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:00,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:18:00,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:18:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T06:18:00,541 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487.replicationSource.wal-reader.6b5c0e5a2101%2C36335%2C1731910667487,1-6b5c0e5a2101,36335,1731910667487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.1731910669401 to pos 0, reset compression=false 2024-11-18T06:18:00,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-18T06:18:00,645 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-18T06:18:00,693 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-6b5c0e5a2101,36335,1731910667487, ReplicationSource: 2, currentBandwidth=0 2024-11-18T06:18:00,700 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-18T06:18:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-18T06:18:00,706 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6b5c0e5a2101,36335,1731910667487 suceeded 2024-11-18T06:18:00,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T06:18:00,711 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6b5c0e5a2101:37293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T06:18:00,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-18T06:18:00,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 320 msec 2024-11-18T06:18:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T06:18:00,719 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:37293' 2024-11-18T06:18:00,720 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-18T06:18:00,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:18:00,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:18:00,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:00,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:00,720 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f65b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:00,720 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,37293,-1 for getting cluster id 2024-11-18T06:18:00,721 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:18:00,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:18:00,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:18:00,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,39139,1731910666671 2024-11-18T06:18:00,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@151e176c 2024-11-18T06:18:00,724 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60d6f9bd-8301-408b-8af8-075ab4f4b0ed' 2024-11-18T06:18:00,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:18:00,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60d6f9bd-8301-408b-8af8-075ab4f4b0ed" 2024-11-18T06:18:00,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42b21f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:00,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,37293,-1] 2024-11-18T06:18:00,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:18:00,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:18:00,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:00,729 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:18:00,730 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19c78808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:00,730 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:18:00,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,37293,1731910673600 2024-11-18T06:18:00,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b6d65ba 2024-11-18T06:18:00,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:18:00,734 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T06:18:00,734 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:18:00,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T06:18:00,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T06:18:00,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T06:18:00,744 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6b5c0e5a2101,36335,1731910667487 (queues=1) is replicating from cluster=4c680feb-7212-40b6-a2fe-601dabb58c50 to cluster=60d6f9bd-8301-408b-8af8-075ab4f4b0ed 2024-11-18T06:18:00,744 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6b5c0e5a2101%2C36335%2C1731910667487 2024-11-18T06:18:00,745 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6b5c0e5a2101,36335,1731910667487, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:18:00,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T06:18:00,749 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.shipper6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C36335%2C1731910667487 2024-11-18T06:18:00,751 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.wal-reader.6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.1731910669401, startPosition=0, beingWritten=true 2024-11-18T06:18:00,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://6b5c0e5a2101:37293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T06:18:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T06:18:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T06:18:00,761 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:37293' 2024-11-18T06:18:00,763 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e08db0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:00,763 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,37293,-1 for getting cluster id 2024-11-18T06:18:00,763 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:18:00,764 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60d6f9bd-8301-408b-8af8-075ab4f4b0ed' 2024-11-18T06:18:00,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:18:00,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60d6f9bd-8301-408b-8af8-075ab4f4b0ed" 2024-11-18T06:18:00,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690dfc74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:00,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,37293,-1] 2024-11-18T06:18:00,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:18:00,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:00,766 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:18:00,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709feb10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:00,767 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:18:00,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,37293,1731910673600 2024-11-18T06:18:00,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ab8b3a3 2024-11-18T06:18:00,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:18:00,771 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:18:00,773 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T06:18:00,773 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T06:18:00,773 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:00,773 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:00,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:18:00,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:18:00,864 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487.replicationSource.wal-reader.6b5c0e5a2101%2C36335%2C1731910667487,1-6b5c0e5a2101,36335,1731910667487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.1731910669401 to pos 0, reset compression=false 2024-11-18T06:18:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T06:18:00,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-18T06:18:00,963 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-18T06:18:00,965 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-18T06:18:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-18T06:18:00,969 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 6b5c0e5a2101,36335,1731910667487 suceeded 2024-11-18T06:18:00,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-18T06:18:00,974 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://6b5c0e5a2101:37293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T06:18:00,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-18T06:18:00,975 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.wal-reader.6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.1731910669401 to pos 0, reset compression=false 2024-11-18T06:18:00,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 220 msec 2024-11-18T06:18:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T06:18:01,080 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-18T06:18:01,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://6b5c0e5a2101:37293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T06:18:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T06:18:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T06:18:01,086 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:37293' 2024-11-18T06:18:01,087 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2533f06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:01,087 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,37293,-1 for getting cluster id 2024-11-18T06:18:01,087 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:18:01,088 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60d6f9bd-8301-408b-8af8-075ab4f4b0ed' 2024-11-18T06:18:01,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:18:01,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60d6f9bd-8301-408b-8af8-075ab4f4b0ed" 2024-11-18T06:18:01,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b673a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:01,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,37293,-1] 2024-11-18T06:18:01,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:18:01,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:01,093 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:18:01,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb95df4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:01,094 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:18:01,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,37293,1731910673600 2024-11-18T06:18:01,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13376c59 2024-11-18T06:18:01,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:18:01,097 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:18:01,100 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T06:18:01,100 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T06:18:01,100 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:01,100 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:01,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:18:01,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:18:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T06:18:01,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-18T06:18:01,268 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-18T06:18:01,269 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-18T06:18:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-18T06:18:01,271 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487.replicationSource.wal-reader.6b5c0e5a2101%2C36335%2C1731910667487,1-6b5c0e5a2101,36335,1731910667487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.1731910669401 to pos 0, reset compression=false 2024-11-18T06:18:01,274 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 6b5c0e5a2101,36335,1731910667487 suceeded 2024-11-18T06:18:01,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-18T06:18:01,279 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://6b5c0e5a2101:37293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T06:18:01,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-18T06:18:01,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 198 msec 2024-11-18T06:18:01,291 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.wal-reader.6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.1731910669401 to pos 0, reset compression=false 2024-11-18T06:18:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T06:18:01,401 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-18T06:18:01,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T06:18:01,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T06:18:01,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:18:01,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:18:01,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:01,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:01,405 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:18:01,405 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1204782015, stopped=false 2024-11-18T06:18:01,405 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,39139,1731910666671 2024-11-18T06:18:01,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:18:01,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01130486952/running 2024-11-18T06:18:01,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01130486952/running 2024-11-18T06:18:01,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:18:01,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:18:01,433 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:18:01,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:18:01,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:18:01,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:01,434 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,36335,1731910667487' ***** 2024-11-18T06:18:01,434 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:18:01,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on znode that does not yet exist, /01130486952/running 2024-11-18T06:18:01,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on znode that does not yet exist, /01130486952/running 2024-11-18T06:18:01,434 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:18:01,434 INFO [RS:0;6b5c0e5a2101:36335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:18:01,434 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:18:01,435 INFO [RS:0;6b5c0e5a2101:36335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:18:01,435 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.HRegionServer(3091): Received CLOSE for 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:18:01,435 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,36335,1731910667487 2024-11-18T06:18:01,435 INFO [RS:0;6b5c0e5a2101:36335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:18:01,436 INFO [RS:0;6b5c0e5a2101:36335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:36335. 2024-11-18T06:18:01,436 DEBUG [RS:0;6b5c0e5a2101:36335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:18:01,436 DEBUG [RS:0;6b5c0e5a2101:36335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:01,436 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 579af4f60cf7dc4bcb39c50614b66e6a, disabling compactions & flushes 2024-11-18T06:18:01,436 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:18:01,436 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:18:01,436 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:18:01,436 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:18:01,436 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:18:01,436 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. after waiting 0 ms 2024-11-18T06:18:01,436 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:18:01,436 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:18:01,437 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T06:18:01,437 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:18:01,438 DEBUG [RS:0;6b5c0e5a2101:36335 {}] regionserver.HRegionServer(1325): Online Regions={579af4f60cf7dc4bcb39c50614b66e6a=hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:18:01,438 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:18:01,438 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:18:01,438 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:18:01,438 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:18:01,438 DEBUG [RS:0;6b5c0e5a2101:36335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:18:01,440 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T06:18:01,440 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 579af4f60cf7dc4bcb39c50614b66e6a 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-18T06:18:01,470 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:18:01,523 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/.tmp/info/a7c276f62edf47b6a077d1fc98d41773 is 147, key is hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a./info:regioninfo/1731910679678/Put/seqid=0 2024-11-18T06:18:01,523 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/replication/579af4f60cf7dc4bcb39c50614b66e6a/.tmp/queue/59721b41b1544cabbe71897ec01fee3b is 151, key is 1-6b5c0e5a2101,36335,1731910667487/queue:6b5c0e5a2101%2C36335%2C1731910667487/1731910680139/Put/seqid=0 2024-11-18T06:18:01,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741838_1014 (size=6631) 2024-11-18T06:18:01,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741839_1015 (size=5500) 2024-11-18T06:18:01,549 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/replication/579af4f60cf7dc4bcb39c50614b66e6a/.tmp/queue/59721b41b1544cabbe71897ec01fee3b 2024-11-18T06:18:01,549 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/.tmp/info/a7c276f62edf47b6a077d1fc98d41773 2024-11-18T06:18:01,610 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/replication/579af4f60cf7dc4bcb39c50614b66e6a/.tmp/queue/59721b41b1544cabbe71897ec01fee3b as hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/replication/579af4f60cf7dc4bcb39c50614b66e6a/queue/59721b41b1544cabbe71897ec01fee3b 2024-11-18T06:18:01,636 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/replication/579af4f60cf7dc4bcb39c50614b66e6a/queue/59721b41b1544cabbe71897ec01fee3b, entries=2, sequenceid=6, filesize=5.4 K 2024-11-18T06:18:01,638 DEBUG [RS:0;6b5c0e5a2101:36335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:18:01,653 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T06:18:01,654 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/.tmp/ns/a7398c6382ba4f9398df5c9ae8d614d4 is 43, key is default/ns:d/1731910670228/Put/seqid=0 2024-11-18T06:18:01,654 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 579af4f60cf7dc4bcb39c50614b66e6a in 211ms, sequenceid=6, compaction requested=false 2024-11-18T06:18:01,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741840_1016 (size=5153) 2024-11-18T06:18:01,698 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/replication/579af4f60cf7dc4bcb39c50614b66e6a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T06:18:01,699 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/.tmp/ns/a7398c6382ba4f9398df5c9ae8d614d4 2024-11-18T06:18:01,705 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:18:01,705 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:18:01,705 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:18:01,706 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 579af4f60cf7dc4bcb39c50614b66e6a: Waiting for close lock at 1731910681435Running coprocessor pre-close hooks at 1731910681436 (+1 ms)Disabling compacts and flushes for region at 1731910681436Disabling writes for close at 1731910681436Obtaining lock to block concurrent updates at 1731910681440 (+4 ms)Preparing flush snapshotting stores in 579af4f60cf7dc4bcb39c50614b66e6a at 1731910681440Finished memstore snapshotting hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731910681448 (+8 ms)Flushing stores of hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. at 1731910681451 (+3 ms)Flushing 579af4f60cf7dc4bcb39c50614b66e6a/queue: creating writer at 1731910681453 (+2 ms)Flushing 579af4f60cf7dc4bcb39c50614b66e6a/queue: appending metadata at 1731910681508 (+55 ms)Flushing 579af4f60cf7dc4bcb39c50614b66e6a/queue: closing flushed file at 1731910681512 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eddbce7: reopening flushed file at 1731910681606 (+94 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 579af4f60cf7dc4bcb39c50614b66e6a in 211ms, sequenceid=6, compaction requested=false at 1731910681654 (+48 ms)Writing region close event to WAL at 1731910681678 (+24 ms)Running coprocessor post-close hooks at 1731910681700 (+22 ms)Closed at 1731910681705 (+5 ms) 2024-11-18T06:18:01,707 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.wal-reader.6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.1731910669401 to pos 0, reset compression=false 2024-11-18T06:18:01,707 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:18:01,762 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/.tmp/table/ccdebfffb5844ee28c868cf377676f14 is 53, key is hbase:replication/table:state/1731910679706/Put/seqid=0 2024-11-18T06:18:01,780 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487.replicationSource.wal-reader.6b5c0e5a2101%2C36335%2C1731910667487,1-6b5c0e5a2101,36335,1731910667487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.1731910669401 to pos 0, reset compression=false 2024-11-18T06:18:01,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741841_1017 (size=5256) 2024-11-18T06:18:01,797 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/.tmp/table/ccdebfffb5844ee28c868cf377676f14 2024-11-18T06:18:01,816 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/.tmp/info/a7c276f62edf47b6a077d1fc98d41773 as hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/info/a7c276f62edf47b6a077d1fc98d41773 2024-11-18T06:18:01,833 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/info/a7c276f62edf47b6a077d1fc98d41773, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T06:18:01,837 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/.tmp/ns/a7398c6382ba4f9398df5c9ae8d614d4 as hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/ns/a7398c6382ba4f9398df5c9ae8d614d4 2024-11-18T06:18:01,840 DEBUG [RS:0;6b5c0e5a2101:36335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:18:01,856 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/ns/a7398c6382ba4f9398df5c9ae8d614d4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T06:18:01,861 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/.tmp/table/ccdebfffb5844ee28c868cf377676f14 as hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/table/ccdebfffb5844ee28c868cf377676f14 2024-11-18T06:18:01,875 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/table/ccdebfffb5844ee28c868cf377676f14, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T06:18:01,877 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=11, compaction requested=false 2024-11-18T06:18:01,928 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T06:18:01,933 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:18:01,933 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:18:01,933 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:18:01,933 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910681437Running coprocessor pre-close hooks at 1731910681437Disabling compacts and flushes for region at 1731910681437Disabling writes for close at 1731910681438 (+1 ms)Obtaining lock to block concurrent updates at 1731910681440 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731910681440Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731910681448 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731910681451 (+3 ms)Flushing 1588230740/info: creating writer at 1731910681453 (+2 ms)Flushing 1588230740/info: appending metadata at 1731910681507 (+54 ms)Flushing 1588230740/info: closing flushed file at 1731910681510 (+3 ms)Flushing 1588230740/ns: creating writer at 1731910681606 (+96 ms)Flushing 1588230740/ns: appending metadata at 1731910681652 (+46 ms)Flushing 1588230740/ns: closing flushed file at 1731910681652Flushing 1588230740/table: creating writer at 1731910681730 (+78 ms)Flushing 1588230740/table: appending metadata at 1731910681761 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731910681761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c59027: reopening flushed file at 1731910681813 (+52 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f46b8fb: reopening flushed file at 1731910681834 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50142b71: reopening flushed file at 1731910681856 (+22 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=11, compaction requested=false at 1731910681877 (+21 ms)Writing region close event to WAL at 1731910681904 (+27 ms)Running coprocessor post-close hooks at 1731910681933 (+29 ms)Closed at 1731910681933 2024-11-18T06:18:01,933 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:18:02,040 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,36335,1731910667487; all regions closed. 2024-11-18T06:18:02,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741834_1010 (size=2742) 2024-11-18T06:18:02,052 DEBUG [RS:0;6b5c0e5a2101:36335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/oldWALs 2024-11-18T06:18:02,053 INFO [RS:0;6b5c0e5a2101:36335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C36335%2C1731910667487.meta:.meta(num 1731910670000) 2024-11-18T06:18:02,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741837_1013 (size=1802) 2024-11-18T06:18:02,056 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.rep.1731910679579 not finished, retry = 0 2024-11-18T06:18:02,160 DEBUG [RS:0;6b5c0e5a2101:36335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/oldWALs 2024-11-18T06:18:02,160 INFO [RS:0;6b5c0e5a2101:36335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C36335%2C1731910667487.rep:(num 1731910679579) 2024-11-18T06:18:02,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741833_1009 (size=93) 2024-11-18T06:18:02,165 DEBUG [RS:0;6b5c0e5a2101:36335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/oldWALs 2024-11-18T06:18:02,165 INFO [RS:0;6b5c0e5a2101:36335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C36335%2C1731910667487:(num 1731910669401) 2024-11-18T06:18:02,165 DEBUG [RS:0;6b5c0e5a2101:36335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:02,165 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:18:02,166 INFO [RS:0;6b5c0e5a2101:36335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:18:02,166 INFO [RS:0;6b5c0e5a2101:36335 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T06:18:02,166 INFO [RS:0;6b5c0e5a2101:36335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:18:02,166 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:18:02,167 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b5c0e5a2101,36335,1731910667487 because: Region server is closing 2024-11-18T06:18:02,167 INFO [RS:0;6b5c0e5a2101:36335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:36335. 2024-11-18T06:18:02,167 DEBUG [RS:0;6b5c0e5a2101:36335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:18:02,167 DEBUG [RS:0;6b5c0e5a2101:36335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:02,168 DEBUG [RS:0;6b5c0e5a2101:36335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:02,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:18:02,239 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.wal-reader.6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.1731910669401 to pos 0, reset compression=false 2024-11-18T06:18:02,246 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.wal-reader.6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.1731910669401 was moved to hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/oldWALs/6b5c0e5a2101%2C36335%2C1731910667487.1731910669401 2024-11-18T06:18:02,251 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.wal-reader.6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.1731910669401 2024-11-18T06:18:02,251 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.wal-reader.6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-18T06:18:02,251 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.wal-reader.6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-18T06:18:02,251 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.shipper6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6b5c0e5a2101,36335,1731910667487 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487/6b5c0e5a2101%2C36335%2C1731910667487.1731910669401, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T06:18:02,259 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.shipper6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b5c0e5a2101,36335,1731910667487: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-6b5c0e5a2101,36335,1731910667487, walGroup=6b5c0e5a2101%2C36335%2C1731910667487, offset=6b5c0e5a2101%2C36335%2C1731910667487.1731910669401:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:36335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T06:18:02,261 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.shipper6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T06:18:02,264 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.shipper6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T06:18:02,265 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.shipper6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T06:18:02,265 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.shipper6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T06:18:02,265 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.shipper6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T06:18:02,266 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.shipper6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 389447472 }, "NonHeapMemoryUsage": { "committed": 152764416, "init": 7667712, "max": -1, "used": 150445008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T06:18:02,268 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.shipper6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6b5c0e5a2101%2C36335%2C1731910667487.1731910669401] 2024-11-18T06:18:02,268 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487.replicationSource.wal-reader.6b5c0e5a2101%2C36335%2C1731910667487,1-6b5c0e5a2101,36335,1731910667487 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T06:18:02,268 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487.replicationSource.shipper6b5c0e5a2101%2C36335%2C1731910667487,1-6b5c0e5a2101,36335,1731910667487 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T06:18:02,268 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36335,1731910667487.replicationSource.shipper6b5c0e5a2101%2C36335%2C1731910667487,1-6b5c0e5a2101,36335,1731910667487 terminated 2024-11-18T06:18:02,269 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6b5c0e5a2101,36335,1731910667487 because: Region server is closing 2024-11-18T06:18:02,269 INFO [RS:0;6b5c0e5a2101:36335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:36335. 2024-11-18T06:18:02,269 DEBUG [RS:0;6b5c0e5a2101:36335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:18:02,269 DEBUG [RS:0;6b5c0e5a2101:36335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:02,269 DEBUG [RS:0;6b5c0e5a2101:36335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:02,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:18:02,270 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,36335,1731910667487.replicationSource.shipper6b5c0e5a2101%2C36335%2C1731910667487,2-6b5c0e5a2101,36335,1731910667487 terminated 2024-11-18T06:18:02,270 INFO [RS:0;6b5c0e5a2101:36335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36335 2024-11-18T06:18:02,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952/rs 2024-11-18T06:18:02,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01130486952/rs/6b5c0e5a2101,36335,1731910667487 2024-11-18T06:18:02,285 INFO [RS:0;6b5c0e5a2101:36335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:18:02,287 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,36335,1731910667487] 2024-11-18T06:18:02,306 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01130486952/draining/6b5c0e5a2101,36335,1731910667487 already deleted, retry=false 2024-11-18T06:18:02,306 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,36335,1731910667487 expired; onlineServers=0 2024-11-18T06:18:02,307 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,39139,1731910666671' ***** 2024-11-18T06:18:02,307 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:18:02,307 INFO [M:0;6b5c0e5a2101:39139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:18:02,307 INFO [M:0;6b5c0e5a2101:39139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:18:02,307 DEBUG [M:0;6b5c0e5a2101:39139 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:18:02,308 DEBUG [M:0;6b5c0e5a2101:39139 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:18:02,308 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910669093 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910669093,5,FailOnTimeoutGroup] 2024-11-18T06:18:02,308 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910669097 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910669097,5,FailOnTimeoutGroup] 2024-11-18T06:18:02,308 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:18:02,308 INFO [M:0;6b5c0e5a2101:39139 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:18:02,308 INFO [M:0;6b5c0e5a2101:39139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:18:02,308 DEBUG [M:0;6b5c0e5a2101:39139 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:18:02,308 INFO [M:0;6b5c0e5a2101:39139 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:18:02,308 INFO [M:0;6b5c0e5a2101:39139 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:18:02,309 INFO [M:0;6b5c0e5a2101:39139 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:18:02,309 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:18:02,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01130486952/master 2024-11-18T06:18:02,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:18:02,321 DEBUG [M:0;6b5c0e5a2101:39139 {}] zookeeper.ZKUtil(347): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Unable to get data of znode /01130486952/master because node does not exist (not an error) 2024-11-18T06:18:02,321 WARN [M:0;6b5c0e5a2101:39139 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T06:18:02,326 INFO [M:0;6b5c0e5a2101:39139 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/.lastflushedseqids 2024-11-18T06:18:02,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741842_1018 (size=181) 2024-11-18T06:18:02,359 INFO [M:0;6b5c0e5a2101:39139 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:18:02,360 INFO [M:0;6b5c0e5a2101:39139 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:18:02,360 DEBUG [M:0;6b5c0e5a2101:39139 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:18:02,360 INFO [M:0;6b5c0e5a2101:39139 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:02,360 DEBUG [M:0;6b5c0e5a2101:39139 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:02,360 DEBUG [M:0;6b5c0e5a2101:39139 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:18:02,360 DEBUG [M:0;6b5c0e5a2101:39139 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:02,361 INFO [M:0;6b5c0e5a2101:39139 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-18T06:18:02,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:18:02,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36335-0x1014c976e8e0001, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:18:02,400 INFO [RS:0;6b5c0e5a2101:36335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:18:02,401 INFO [RS:0;6b5c0e5a2101:36335 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,36335,1731910667487; zookeeper connection closed. 2024-11-18T06:18:02,404 DEBUG [M:0;6b5c0e5a2101:39139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4faf604d01aa47a6b976bad72d0fa95f is 82, key is hbase:meta,,1/info:regioninfo/1731910670093/Put/seqid=0 2024-11-18T06:18:02,407 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d8bab3e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d8bab3e 2024-11-18T06:18:02,408 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:18:02,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741843_1019 (size=5672) 2024-11-18T06:18:02,837 INFO [M:0;6b5c0e5a2101:39139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4faf604d01aa47a6b976bad72d0fa95f 2024-11-18T06:18:02,899 DEBUG [M:0;6b5c0e5a2101:39139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bc296ae6cd14866b4f2ab1bcb56d013 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731910679715/Put/seqid=0 2024-11-18T06:18:02,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741844_1020 (size=8663) 2024-11-18T06:18:02,924 INFO [M:0;6b5c0e5a2101:39139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bc296ae6cd14866b4f2ab1bcb56d013 2024-11-18T06:18:02,963 DEBUG [M:0;6b5c0e5a2101:39139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6cae4b04ce54bccbe011f847540f356 is 69, key is 6b5c0e5a2101,36335,1731910667487/rs:state/1731910669124/Put/seqid=0 2024-11-18T06:18:02,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741845_1021 (size=5156) 2024-11-18T06:18:02,979 INFO [M:0;6b5c0e5a2101:39139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6cae4b04ce54bccbe011f847540f356 2024-11-18T06:18:02,994 DEBUG [M:0;6b5c0e5a2101:39139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4faf604d01aa47a6b976bad72d0fa95f as hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4faf604d01aa47a6b976bad72d0fa95f 2024-11-18T06:18:03,005 INFO [M:0;6b5c0e5a2101:39139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4faf604d01aa47a6b976bad72d0fa95f, entries=8, sequenceid=115, filesize=5.5 K 2024-11-18T06:18:03,006 DEBUG [M:0;6b5c0e5a2101:39139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bc296ae6cd14866b4f2ab1bcb56d013 as hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bc296ae6cd14866b4f2ab1bcb56d013 2024-11-18T06:18:03,014 INFO [M:0;6b5c0e5a2101:39139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bc296ae6cd14866b4f2ab1bcb56d013, entries=14, sequenceid=115, filesize=8.5 K 2024-11-18T06:18:03,029 DEBUG [M:0;6b5c0e5a2101:39139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6cae4b04ce54bccbe011f847540f356 as hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6cae4b04ce54bccbe011f847540f356 2024-11-18T06:18:03,036 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:18:03,040 INFO [M:0;6b5c0e5a2101:39139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6cae4b04ce54bccbe011f847540f356, entries=1, sequenceid=115, filesize=5.0 K 2024-11-18T06:18:03,051 INFO [M:0;6b5c0e5a2101:39139 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 691ms, sequenceid=115, compaction requested=false 2024-11-18T06:18:03,075 INFO [M:0;6b5c0e5a2101:39139 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:03,076 DEBUG [M:0;6b5c0e5a2101:39139 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910682360Disabling compacts and flushes for region at 1731910682360Disabling writes for close at 1731910682360Obtaining lock to block concurrent updates at 1731910682361 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731910682361Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731910682365 (+4 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731910682366 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731910682366Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731910682402 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731910682403 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731910682855 (+452 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731910682898 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731910682898Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731910682936 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731910682962 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731910682962Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@677dc08: reopening flushed file at 1731910682993 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ebb6e5: reopening flushed file at 1731910683005 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73635619: reopening flushed file at 1731910683014 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 691ms, sequenceid=115, compaction requested=false at 1731910683051 (+37 ms)Writing region close event to WAL at 1731910683075 (+24 ms)Closed at 1731910683075 2024-11-18T06:18:03,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741830_1006 (size=59421) 2024-11-18T06:18:03,084 INFO [M:0;6b5c0e5a2101:39139 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:18:03,085 INFO [M:0;6b5c0e5a2101:39139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39139 2024-11-18T06:18:03,085 INFO [M:0;6b5c0e5a2101:39139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:18:03,085 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:18:03,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:18:03,196 INFO [M:0;6b5c0e5a2101:39139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:18:03,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39139-0x1014c976e8e0000, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:18:03,198 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:18:03,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:18:03,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:18:03,198 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:18:03,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:18:03,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:18:03,198 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:18:03,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:18:03,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33517 2024-11-18T06:18:03,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33517 connecting to ZooKeeper ensemble=127.0.0.1:50701 2024-11-18T06:18:03,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335170x0, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:18:03,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33517-0x1014c976e8e0006 connected 2024-11-18T06:18:03,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:18:03,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:18:03,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on znode that does not yet exist, /01130486952/running 2024-11-18T06:18:03,245 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161, hbase.cluster.distributed=false 2024-11-18T06:18:03,246 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130486952/meta-region-server: INIT 2024-11-18T06:18:03,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on znode that does not yet exist, /01130486952/acl 2024-11-18T06:18:03,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33517 2024-11-18T06:18:03,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33517 2024-11-18T06:18:03,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33517 2024-11-18T06:18:03,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33517 2024-11-18T06:18:03,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33517 2024-11-18T06:18:03,280 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:18:03,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:18:03,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:18:03,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:18:03,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:18:03,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:18:03,283 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:18:03,283 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:18:03,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33893 2024-11-18T06:18:03,285 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33893 connecting to ZooKeeper ensemble=127.0.0.1:50701 2024-11-18T06:18:03,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:18:03,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:18:03,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338930x0, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:18:03,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33893-0x1014c976e8e0007 connected 2024-11-18T06:18:03,332 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130486952/meta-region-server: INIT 2024-11-18T06:18:03,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33893-0x1014c976e8e0007, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on znode that does not yet exist, /01130486952/running 2024-11-18T06:18:03,337 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:18:03,352 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:18:03,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33893-0x1014c976e8e0007, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on znode that does not yet exist, /01130486952/master 2024-11-18T06:18:03,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33893-0x1014c976e8e0007, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on znode that does not yet exist, /01130486952/acl 2024-11-18T06:18:03,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33893 2024-11-18T06:18:03,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33893 2024-11-18T06:18:03,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33893 2024-11-18T06:18:03,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33893 2024-11-18T06:18:03,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33893 2024-11-18T06:18:03,400 DEBUG [M:0;6b5c0e5a2101:33517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:33517 2024-11-18T06:18:03,400 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01130486952/backup-masters/6b5c0e5a2101,33517,1731910683198 2024-11-18T06:18:03,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952/backup-masters 2024-11-18T06:18:03,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x1014c976e8e0007, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952/backup-masters 2024-11-18T06:18:03,427 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on existing znode=/01130486952/backup-masters/6b5c0e5a2101,33517,1731910683198 2024-11-18T06:18:03,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:18:03,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x1014c976e8e0007, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01130486952/master 2024-11-18T06:18:03,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x1014c976e8e0007, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:18:03,446 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on existing znode=/01130486952/master 2024-11-18T06:18:03,446 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01130486952/backup-masters/6b5c0e5a2101,33517,1731910683198 from backup master directory 2024-11-18T06:18:03,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01130486952/backup-masters/6b5c0e5a2101,33517,1731910683198 2024-11-18T06:18:03,459 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:18:03,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952/backup-masters 2024-11-18T06:18:03,459 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,33517,1731910683198 2024-11-18T06:18:03,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x1014c976e8e0007, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952/backup-masters 2024-11-18T06:18:03,548 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:18:03,548 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:18:03,573 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 25ms. 2024-11-18T06:18:03,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741846_1022 (size=196) 2024-11-18T06:18:03,631 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:18:03,633 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:18:03,636 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:18:03,651 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-18T06:18:03,658 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/WALs/6b5c0e5a2101,39139,1731910666671 to hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/WALs/6b5c0e5a2101,39139,1731910666671-dead as it is dead 2024-11-18T06:18:03,661 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T06:18:03,661 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T06:18:03,661 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/WALs/6b5c0e5a2101,39139,1731910666671-dead/6b5c0e5a2101%2C39139%2C1731910666671.1731910668383 2024-11-18T06:18:03,672 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/WALs/6b5c0e5a2101,39139,1731910666671-dead/6b5c0e5a2101%2C39139%2C1731910666671.1731910668383 after 7ms 2024-11-18T06:18:03,676 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/WALs/6b5c0e5a2101,39139,1731910666671-dead/6b5c0e5a2101%2C39139%2C1731910666671.1731910668383 to hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b5c0e5a2101%2C39139%2C1731910666671.1731910668383 2024-11-18T06:18:03,677 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/WALs/6b5c0e5a2101,39139,1731910666671-dead 2024-11-18T06:18:03,679 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/WALs/6b5c0e5a2101,33517,1731910683198 2024-11-18T06:18:03,699 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:18:03,725 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C33517%2C1731910683198, suffix=, logDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/WALs/6b5c0e5a2101,33517,1731910683198, archiveDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/oldWALs, maxLogs=10 2024-11-18T06:18:03,744 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/WALs/6b5c0e5a2101,33517,1731910683198/6b5c0e5a2101%2C33517%2C1731910683198.1731910683725, exclude list is [], retry=0 2024-11-18T06:18:03,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-64a36a2a-2773-4de3-a7fd-bd5a4c1eb9ac,DISK] 2024-11-18T06:18:03,778 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/WALs/6b5c0e5a2101,33517,1731910683198/6b5c0e5a2101%2C33517%2C1731910683198.1731910683725 2024-11-18T06:18:03,780 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32777:32777)] 2024-11-18T06:18:03,780 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:18:03,781 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:18:03,781 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:03,781 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:03,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:03,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:18:03,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:03,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4faf604d01aa47a6b976bad72d0fa95f 2024-11-18T06:18:03,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:18:03,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:03,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:18:03,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:03,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bc296ae6cd14866b4f2ab1bcb56d013 2024-11-18T06:18:03,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:18:03,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:03,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:18:03,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:03,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6cae4b04ce54bccbe011f847540f356 2024-11-18T06:18:03,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:18:03,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:03,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:18:03,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:03,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:18:03,896 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:03,898 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-18T06:18:03,898 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b5c0e5a2101%2C39139%2C1731910666671.1731910668383 2024-11-18T06:18:03,929 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b5c0e5a2101%2C39139%2C1731910666671.1731910668383 2024-11-18T06:18:03,932 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b5c0e5a2101%2C39139%2C1731910666671.1731910668383 2024-11-18T06:18:03,950 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:03,950 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:03,956 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:18:03,968 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:03,978 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-18T06:18:03,982 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64916310, jitterRate=-0.032671600580215454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:18:03,983 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731910683781Initializing all the Stores at 1731910683790 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910683790Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910683792 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910683792Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910683792Cleaning up temporary data from old regions at 1731910683950 (+158 ms)Region opened successfully at 1731910683982 (+32 ms) 2024-11-18T06:18:03,983 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:18:03,992 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e36a93c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:18:04,018 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-18T06:18:04,019 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:18:04,019 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:18:04,019 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:18:04,023 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-18T06:18:04,041 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:18:04,042 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:18:04,043 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T06:18:04,043 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:18:04,043 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T06:18:04,044 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T06:18:04,044 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 20 msec 2024-11-18T06:18:04,044 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:18:04,050 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6b5c0e5a2101,36335,1731910667487, regionLocation=6b5c0e5a2101,36335,1731910667487, openSeqNum=2 2024-11-18T06:18:04,051 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6b5c0e5a2101,36335,1731910667487, table=hbase:meta, region=1588230740 2024-11-18T06:18:04,051 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,36335,1731910667487, state=OPEN 2024-11-18T06:18:04,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01130486952/meta-region-server 2024-11-18T06:18:04,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130486952/meta-region-server: CHANGED 2024-11-18T06:18:04,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x1014c976e8e0007, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01130486952/meta-region-server 2024-11-18T06:18:04,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130486952/meta-region-server: CHANGED 2024-11-18T06:18:04,110 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:18:04,122 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130486952/draining/6b5c0e5a2101,36335,1731910667487 already deleted, retry=false 2024-11-18T06:18:04,122 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6b5c0e5a2101,36335,1731910667487 on 6b5c0e5a2101,33517,1731910683198 2024-11-18T06:18:04,129 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6b5c0e5a2101,36335,1731910667487, splitWal=true, meta=true 2024-11-18T06:18:04,131 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 6b5c0e5a2101,36335,1731910667487 (carryingMeta=true) 6b5c0e5a2101,36335,1731910667487/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@70339ad1[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T06:18:04,139 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Unable to get data of znode /01130486952/balancer because node does not exist (not necessarily an error) 2024-11-18T06:18:04,176 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130486952/balancer already deleted, retry=false 2024-11-18T06:18:04,176 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:18:04,178 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Unable to get data of znode /01130486952/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:18:04,196 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130486952/normalizer already deleted, retry=false 2024-11-18T06:18:04,196 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:18:04,198 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Unable to get data of znode /01130486952/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:18:04,212 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130486952/switch/split already deleted, retry=false 2024-11-18T06:18:04,214 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Unable to get data of znode /01130486952/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:18:04,222 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130486952/switch/merge already deleted, retry=false 2024-11-18T06:18:04,251 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Unable to get data of znode /01130486952/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:18:04,259 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01130486952/snapshot-cleanup already deleted, retry=false 2024-11-18T06:18:04,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01130486952/running 2024-11-18T06:18:04,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:18:04,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x1014c976e8e0007, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01130486952/running 2024-11-18T06:18:04,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x1014c976e8e0007, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:18:04,276 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,33517,1731910683198, sessionid=0x1014c976e8e0006, setting cluster-up flag (Was=false) 2024-11-18T06:18:04,297 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01130486952/flush-table-proc/acquired, /01130486952/flush-table-proc/reached, /01130486952/flush-table-proc/abort 2024-11-18T06:18:04,298 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,33517,1731910683198 2024-11-18T06:18:04,316 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01130486952/online-snapshot/acquired, /01130486952/online-snapshot/reached, /01130486952/online-snapshot/abort 2024-11-18T06:18:04,321 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,33517,1731910683198 2024-11-18T06:18:04,326 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/.lastflushedseqids 2024-11-18T06:18:04,331 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:18:04,331 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:18:04,331 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,33517,1731910683198 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6b5c0e5a2101,36335,1731910667487 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:18:04,340 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:18:04,340 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:18:04,340 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:18:04,340 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:18:04,340 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:18:04,340 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:04,340 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:18:04,341 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:04,356 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6b5c0e5a2101,36335,1731910667487, splitWal=true, meta=true 2024-11-18T06:18:04,360 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6b5c0e5a2101,36335,1731910667487, splitWal=true, meta=true, isMeta: true 2024-11-18T06:18:04,365 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487-splitting 2024-11-18T06:18:04,368 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731910714368 2024-11-18T06:18:04,369 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:18:04,369 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:18:04,369 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:18:04,369 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:18:04,369 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:18:04,369 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:18:04,372 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487-splitting dir is empty, no logs to split. 2024-11-18T06:18:04,372 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6b5c0e5a2101,36335,1731910667487 WAL count=0, meta=true 2024-11-18T06:18:04,374 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:04,377 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:18:04,377 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:18:04,377 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:18:04,377 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:18:04,380 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:18:04,380 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:18:04,384 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910684380,5,FailOnTimeoutGroup] 2024-11-18T06:18:04,387 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910684384,5,FailOnTimeoutGroup] 2024-11-18T06:18:04,387 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:04,387 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:18:04,387 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:04,387 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:04,387 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731910684387, completionTime=-1 2024-11-18T06:18:04,387 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-18T06:18:04,391 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487-splitting dir is empty, no logs to split. 2024-11-18T06:18:04,391 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6b5c0e5a2101,36335,1731910667487 WAL count=0, meta=true 2024-11-18T06:18:04,391 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6b5c0e5a2101,36335,1731910667487 WAL splitting is done? wals=0, meta=true 2024-11-18T06:18:04,393 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T06:18:04,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:18:04,395 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.HRegionServer(746): ClusterId : 4c680feb-7212-40b6-a2fe-601dabb58c50 2024-11-18T06:18:04,395 DEBUG [RS:0;6b5c0e5a2101:33893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:18:04,397 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:18:04,399 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:18:04,407 DEBUG [RS:0;6b5c0e5a2101:33893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:18:04,407 DEBUG [RS:0;6b5c0e5a2101:33893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:18:04,438 DEBUG [RS:0;6b5c0e5a2101:33893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:18:04,439 DEBUG [RS:0;6b5c0e5a2101:33893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762a22ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:18:04,462 DEBUG [RS:0;6b5c0e5a2101:33893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:33893 2024-11-18T06:18:04,462 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:18:04,462 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:18:04,462 DEBUG [RS:0;6b5c0e5a2101:33893 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:18:04,478 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,33517,1731910683198 with port=33893, startcode=1731910683280 2024-11-18T06:18:04,479 DEBUG [RS:0;6b5c0e5a2101:33893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:18:04,493 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:18:04,494 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33517 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,33893,1731910683280 2024-11-18T06:18:04,494 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33517 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,33893,1731910683280 2024-11-18T06:18:04,505 DEBUG [RS:0;6b5c0e5a2101:33893 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161 2024-11-18T06:18:04,505 DEBUG [RS:0;6b5c0e5a2101:33893 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37495 2024-11-18T06:18:04,506 DEBUG [RS:0;6b5c0e5a2101:33893 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:18:04,517 DEBUG [RS:0;6b5c0e5a2101:33893 {}] zookeeper.ZKUtil(111): regionserver:33893-0x1014c976e8e0007, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on existing znode=/01130486952/rs/6b5c0e5a2101,33893,1731910683280 2024-11-18T06:18:04,518 WARN [RS:0;6b5c0e5a2101:33893 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:18:04,518 INFO [RS:0;6b5c0e5a2101:33893 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:18:04,518 DEBUG [RS:0;6b5c0e5a2101:33893 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280 2024-11-18T06:18:04,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952/rs 2024-11-18T06:18:04,532 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,33893,1731910683280] 2024-11-18T06:18:04,543 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=156ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T06:18:04,550 WARN [6b5c0e5a2101:33517 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T06:18:04,629 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:18:04,637 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:18:04,637 INFO [RS:0;6b5c0e5a2101:33893 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:18:04,637 INFO [RS:0;6b5c0e5a2101:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:04,640 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:18:04,641 INFO [RS:0;6b5c0e5a2101:33893 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:18:04,642 INFO [RS:0;6b5c0e5a2101:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:04,642 DEBUG [RS:0;6b5c0e5a2101:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:04,642 DEBUG [RS:0;6b5c0e5a2101:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:04,643 DEBUG [RS:0;6b5c0e5a2101:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:04,644 DEBUG [RS:0;6b5c0e5a2101:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:04,644 DEBUG [RS:0;6b5c0e5a2101:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:04,644 DEBUG [RS:0;6b5c0e5a2101:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:18:04,644 DEBUG [RS:0;6b5c0e5a2101:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:04,644 DEBUG [RS:0;6b5c0e5a2101:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:04,644 DEBUG [RS:0;6b5c0e5a2101:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:04,644 DEBUG [RS:0;6b5c0e5a2101:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:04,644 DEBUG [RS:0;6b5c0e5a2101:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:04,645 DEBUG [RS:0;6b5c0e5a2101:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:04,645 DEBUG [RS:0;6b5c0e5a2101:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:18:04,645 DEBUG [RS:0;6b5c0e5a2101:33893 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:18:04,650 INFO [RS:0;6b5c0e5a2101:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:04,650 INFO [RS:0;6b5c0e5a2101:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:04,650 INFO [RS:0;6b5c0e5a2101:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:04,650 INFO [RS:0;6b5c0e5a2101:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:04,650 INFO [RS:0;6b5c0e5a2101:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:04,650 INFO [RS:0;6b5c0e5a2101:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33893,1731910683280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:18:04,682 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:18:04,682 INFO [RS:0;6b5c0e5a2101:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33893,1731910683280-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:04,715 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.ReplicationSource(231): queueId=1-6b5c0e5a2101,33893,1731910683280, ReplicationSource: 1, currentBandwidth=0 2024-11-18T06:18:04,737 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.ReplicationSource(231): queueId=2-6b5c0e5a2101,33893,1731910683280, ReplicationSource: 2, currentBandwidth=0 2024-11-18T06:18:04,742 INFO [RS:0;6b5c0e5a2101:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:04,742 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource,1-6b5c0e5a2101,33893,1731910683280 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:37293' 2024-11-18T06:18:04,751 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource,1-6b5c0e5a2101,33893,1731910683280 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e81d09f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:04,751 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource,1-6b5c0e5a2101,33893,1731910683280 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,37293,-1 for getting cluster id 2024-11-18T06:18:04,751 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource,1-6b5c0e5a2101,33893,1731910683280 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:18:04,751 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.Replication(171): 6b5c0e5a2101,33893,1731910683280 started 2024-11-18T06:18:04,768 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60d6f9bd-8301-408b-8af8-075ab4f4b0ed' 2024-11-18T06:18:04,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:18:04,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60d6f9bd-8301-408b-8af8-075ab4f4b0ed" 2024-11-18T06:18:04,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bf376db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:04,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,37293,-1] 2024-11-18T06:18:04,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:18:04,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:04,773 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:18:04,775 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource,1-6b5c0e5a2101,33893,1731910683280 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5a8b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:04,775 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource,1-6b5c0e5a2101,33893,1731910683280 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:18:04,776 INFO [RS:0;6b5c0e5a2101:33893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:04,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,37293,1731910673600 2024-11-18T06:18:04,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@596dc9d 2024-11-18T06:18:04,776 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,33893,1731910683280, RpcServer on 6b5c0e5a2101/172.17.0.3:33893, sessionid=0x1014c976e8e0007 2024-11-18T06:18:04,776 DEBUG [RS:0;6b5c0e5a2101:33893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:18:04,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:18:04,777 DEBUG [RS:0;6b5c0e5a2101:33893 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,33893,1731910683280 2024-11-18T06:18:04,777 DEBUG [RS:0;6b5c0e5a2101:33893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,33893,1731910683280' 2024-11-18T06:18:04,777 DEBUG [RS:0;6b5c0e5a2101:33893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01130486952/flush-table-proc/abort' 2024-11-18T06:18:04,778 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-18T06:18:04,780 INFO [RS:0;6b5c0e5a2101:33893.replicationSource,1-6b5c0e5a2101,33893,1731910683280 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b5c0e5a2101,33893,1731910683280 (queues=0) is replicating from cluster=4c680feb-7212-40b6-a2fe-601dabb58c50 to cluster=60d6f9bd-8301-408b-8af8-075ab4f4b0ed 2024-11-18T06:18:04,792 DEBUG [RS:0;6b5c0e5a2101:33893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01130486952/flush-table-proc/acquired' 2024-11-18T06:18:04,765 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource,2-6b5c0e5a2101,33893,1731910683280 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:37293' 2024-11-18T06:18:04,798 DEBUG [RS:0;6b5c0e5a2101:33893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:18:04,798 DEBUG [RS:0;6b5c0e5a2101:33893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:18:04,798 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource,2-6b5c0e5a2101,33893,1731910683280 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50b9f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:04,798 DEBUG [RS:0;6b5c0e5a2101:33893 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,33893,1731910683280 2024-11-18T06:18:04,798 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource,2-6b5c0e5a2101,33893,1731910683280 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,37293,-1 for getting cluster id 2024-11-18T06:18:04,798 DEBUG [RS:0;6b5c0e5a2101:33893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,33893,1731910683280' 2024-11-18T06:18:04,798 DEBUG [RS:0;6b5c0e5a2101:33893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01130486952/online-snapshot/abort' 2024-11-18T06:18:04,798 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource,2-6b5c0e5a2101,33893,1731910683280 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:18:04,799 DEBUG [RS:0;6b5c0e5a2101:33893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01130486952/online-snapshot/acquired' 2024-11-18T06:18:04,800 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60d6f9bd-8301-408b-8af8-075ab4f4b0ed' 2024-11-18T06:18:04,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:18:04,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60d6f9bd-8301-408b-8af8-075ab4f4b0ed" 2024-11-18T06:18:04,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ede128e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:04,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,37293,-1] 2024-11-18T06:18:04,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:18:04,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:04,803 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:18:04,804 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource,2-6b5c0e5a2101,33893,1731910683280 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bf72b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:04,804 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource,2-6b5c0e5a2101,33893,1731910683280 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:18:04,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,37293,1731910673600 2024-11-18T06:18:04,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47130463 2024-11-18T06:18:04,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:18:04,807 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-18T06:18:04,808 DEBUG [RS:0;6b5c0e5a2101:33893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:18:04,808 INFO [RS:0;6b5c0e5a2101:33893 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:18:04,809 INFO [RS:0;6b5c0e5a2101:33893 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:18:04,809 INFO [RS:0;6b5c0e5a2101:33893.replicationSource,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6b5c0e5a2101,33893,1731910683280 (queues=0) is replicating from cluster=4c680feb-7212-40b6-a2fe-601dabb58c50 to cluster=60d6f9bd-8301-408b-8af8-075ab4f4b0ed 2024-11-18T06:18:04,911 INFO [RS:0;6b5c0e5a2101:33893 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:18:04,914 INFO [RS:0;6b5c0e5a2101:33893 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C33893%2C1731910683280, suffix=, logDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280, archiveDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/oldWALs, maxLogs=10 2024-11-18T06:18:04,937 DEBUG [RS:0;6b5c0e5a2101:33893 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914, exclude list is [], retry=0 2024-11-18T06:18:04,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-64a36a2a-2773-4de3-a7fd-bd5a4c1eb9ac,DISK] 2024-11-18T06:18:04,955 INFO [RS:0;6b5c0e5a2101:33893 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 2024-11-18T06:18:04,955 DEBUG [RS:0;6b5c0e5a2101:33893 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6b5c0e5a2101%2C33893%2C1731910683280 for peer 1 2024-11-18T06:18:04,955 DEBUG [RS:0;6b5c0e5a2101:33893 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6b5c0e5a2101%2C33893%2C1731910683280 for peer 2 2024-11-18T06:18:04,956 DEBUG [RS:0;6b5c0e5a2101:33893 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b5c0e5a2101%2C33893%2C1731910683280 2024-11-18T06:18:04,956 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b5c0e5a2101,33893,1731910683280, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:18:04,961 INFO [RS:0;6b5c0e5a2101:33893.replicationSource.shipper6b5c0e5a2101%2C33893%2C1731910683280,1-6b5c0e5a2101,33893,1731910683280 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C33893%2C1731910683280 2024-11-18T06:18:04,962 DEBUG [RS:0;6b5c0e5a2101:33893 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6b5c0e5a2101%2C33893%2C1731910683280 2024-11-18T06:18:04,962 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6b5c0e5a2101,33893,1731910683280, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:18:04,976 DEBUG [RS:0;6b5c0e5a2101:33893 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32777:32777)] 2024-11-18T06:18:04,977 INFO [RS:0;6b5c0e5a2101:33893.replicationSource.shipper6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C33893%2C1731910683280 2024-11-18T06:18:04,979 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,1-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914, startPosition=0, beingWritten=true 2024-11-18T06:18:04,979 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914, startPosition=0, beingWritten=true 2024-11-18T06:18:05,064 DEBUG [6b5c0e5a2101:33517 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:18:05,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,33893,1731910683280 2024-11-18T06:18:05,077 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,33893,1731910683280, state=OPENING 2024-11-18T06:18:05,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x1014c976e8e0007, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01130486952/meta-region-server 2024-11-18T06:18:05,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130486952/meta-region-server: CHANGED 2024-11-18T06:18:05,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01130486952/meta-region-server 2024-11-18T06:18:05,094 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:18:05,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130486952/meta-region-server: CHANGED 2024-11-18T06:18:05,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,33893,1731910683280}] 2024-11-18T06:18:05,254 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:05,257 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:18:05,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:18:05,262 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,1-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:05,281 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:18:05,282 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:18:05,282 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:18:05,296 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C33893%2C1731910683280.meta, suffix=.meta, logDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280, archiveDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/oldWALs, maxLogs=10 2024-11-18T06:18:05,320 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.meta.1731910685297.meta, exclude list is [], retry=0 2024-11-18T06:18:05,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-64a36a2a-2773-4de3-a7fd-bd5a4c1eb9ac,DISK] 2024-11-18T06:18:05,342 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.meta.1731910685297.meta 2024-11-18T06:18:05,342 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32777:32777)] 2024-11-18T06:18:05,343 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:18:05,343 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:18:05,343 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:18:05,343 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:18:05,344 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:18:05,344 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:18:05,344 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:18:05,344 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:18:05,344 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:18:05,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:18:05,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:18:05,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:05,402 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/info/a7c276f62edf47b6a077d1fc98d41773 2024-11-18T06:18:05,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:18:05,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:18:05,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:18:05,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:05,449 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/ns/a7398c6382ba4f9398df5c9ae8d614d4 2024-11-18T06:18:05,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:18:05,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:18:05,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:18:05,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:05,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:18:05,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:18:05,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:18:05,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:05,482 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/table/ccdebfffb5844ee28c868cf377676f14 2024-11-18T06:18:05,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:18:05,482 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:18:05,484 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740 2024-11-18T06:18:05,486 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740 2024-11-18T06:18:05,488 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:18:05,489 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:18:05,493 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:18:05,499 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:18:05,500 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73926542, jitterRate=0.1015913188457489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:18:05,501 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:18:05,501 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731910685345Writing region info on filesystem at 1731910685345Initializing all the Stores at 1731910685346 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910685346Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910685348 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910685348Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910685348Cleaning up temporary data from old regions at 1731910685489 (+141 ms)Running coprocessor post-open hooks at 1731910685501 (+12 ms)Region opened successfully at 1731910685501 2024-11-18T06:18:05,509 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731910685257 2024-11-18T06:18:05,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6b5c0e5a2101,33893,1731910683280 2024-11-18T06:18:05,520 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:18:05,521 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:18:05,521 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,33893,1731910683280, state=OPEN 2024-11-18T06:18:05,582 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:05,587 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,1-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:05,701 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,33893,1731910683280 2024-11-18T06:18:05,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01130486952/meta-region-server 2024-11-18T06:18:05,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130486952/meta-region-server: CHANGED 2024-11-18T06:18:05,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x1014c976e8e0007, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01130486952/meta-region-server 2024-11-18T06:18:05,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01130486952/meta-region-server: CHANGED 2024-11-18T06:18:05,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-18T06:18:05,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,33893,1731910683280 in 607 msec 2024-11-18T06:18:05,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-18T06:18:05,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.3180 sec 2024-11-18T06:18:06,013 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:06,041 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,1-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:06,057 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1670ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1514ms 2024-11-18T06:18:06,527 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:06,559 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,1-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:07,143 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:07,174 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,1-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:07,567 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3180ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3024ms 2024-11-18T06:18:07,848 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:07,879 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,1-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:08,657 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:08,687 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,1-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:08,920 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4532ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-18T06:18:08,922 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:18:08,922 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:18:08,922 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,33893,1731910683280, seqNum=-1] 2024-11-18T06:18:08,923 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:18:08,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:18:08,946 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=579af4f60cf7dc4bcb39c50614b66e6a, regionState=OPEN, lastHost=6b5c0e5a2101,36335,1731910667487, regionLocation=6b5c0e5a2101,36335,1731910667487, openSeqNum=2 2024-11-18T06:18:08,946 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:18:08,947 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731910748947 2024-11-18T06:18:08,947 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731910808947 2024-11-18T06:18:08,947 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-18T06:18:08,951 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6b5c0e5a2101,36335,1731910667487 had 2 regions 2024-11-18T06:18:08,953 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33517,1731910683198-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:08,953 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33517,1731910683198-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:08,953 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33517,1731910683198-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:08,953 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:33517, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:08,953 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:08,956 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:08,957 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6b5c0e5a2101,36335,1731910667487, splitWal=true, meta=true, isMeta: false 2024-11-18T06:18:08,970 WARN [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6b5c0e5a2101,36335,1731910667487/hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:18:08,972 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487-splitting dir is empty, no logs to split. 2024-11-18T06:18:08,972 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6b5c0e5a2101,36335,1731910667487 WAL count=0, meta=false 2024-11-18T06:18:08,980 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.521sec 2024-11-18T06:18:08,980 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:18:08,981 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:18:08,981 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:18:08,981 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:18:08,981 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:18:08,982 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33517,1731910683198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:18:08,982 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33517,1731910683198-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:18:08,984 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,36335,1731910667487-splitting dir is empty, no logs to split. 2024-11-18T06:18:08,984 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6b5c0e5a2101,36335,1731910667487 WAL count=0, meta=false 2024-11-18T06:18:08,984 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6b5c0e5a2101,36335,1731910667487 WAL splitting is done? wals=0, meta=false 2024-11-18T06:18:08,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=579af4f60cf7dc4bcb39c50614b66e6a, ASSIGN}] 2024-11-18T06:18:08,997 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=579af4f60cf7dc4bcb39c50614b66e6a, ASSIGN 2024-11-18T06:18:09,001 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=579af4f60cf7dc4bcb39c50614b66e6a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:18:09,012 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:18:09,012 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:18:09,012 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33517,1731910683198-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:09,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1363892b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:09,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33517,-1 for getting cluster id 2024-11-18T06:18:09,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:18:09,037 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c680feb-7212-40b6-a2fe-601dabb58c50' 2024-11-18T06:18:09,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:18:09,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c680feb-7212-40b6-a2fe-601dabb58c50" 2024-11-18T06:18:09,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e3cf28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:09,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33517,-1] 2024-11-18T06:18:09,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:18:09,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:09,047 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:18:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d50e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:09,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:18:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,33893,1731910683280, seqNum=-1] 2024-11-18T06:18:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:18:09,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:18:09,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-18T06:18:09,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:18:09,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:18:09,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:09,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:09,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6b5c0e5a2101:33517 after: 6b5c0e5a2101:33517 2024-11-18T06:18:09,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5571174b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:09,075 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33517,-1 for getting cluster id 2024-11-18T06:18:09,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:18:09,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:18:09,077 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c680feb-7212-40b6-a2fe-601dabb58c50' 2024-11-18T06:18:09,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:18:09,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c680feb-7212-40b6-a2fe-601dabb58c50" 2024-11-18T06:18:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fba9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33517,-1] 2024-11-18T06:18:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:18:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:09,080 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:18:09,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9e8d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:09,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:18:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,33517,1731910683198 2024-11-18T06:18:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65800bd6 2024-11-18T06:18:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:18:09,085 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:18:09,086 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33517 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T06:18:09,088 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33517 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T06:18:09,089 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33517 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T06:18:09,091 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33517 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T06:18:09,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:18:09,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:18:09,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:18:09,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:09,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:09,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:18:09,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2025408092, stopped=false 2024-11-18T06:18:09,094 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,37293,1731910673600 2024-11-18T06:18:09,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:18:09,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2040832149/running 2024-11-18T06:18:09,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149 2024-11-18T06:18:09,113 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:18:09,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:18:09,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:18:09,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:09,114 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,41057,1731910673828' ***** 2024-11-18T06:18:09,114 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:18:09,115 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:18:09,115 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:18:09,115 INFO [RS:0;6b5c0e5a2101:41057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:18:09,115 INFO [RS:0;6b5c0e5a2101:41057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:18:09,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2040832149/running 2024-11-18T06:18:09,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149 2024-11-18T06:18:09,115 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,41057,1731910673828 2024-11-18T06:18:09,116 INFO [RS:0;6b5c0e5a2101:41057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:18:09,116 INFO [RS:0;6b5c0e5a2101:41057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:41057. 2024-11-18T06:18:09,116 DEBUG [RS:0;6b5c0e5a2101:41057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:18:09,116 DEBUG [RS:0;6b5c0e5a2101:41057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:09,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Set watcher on znode that does not yet exist, /1-2040832149/running 2024-11-18T06:18:09,117 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:18:09,117 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:18:09,118 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:18:09,118 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:18:09,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Set watcher on znode that does not yet exist, /1-2040832149/running 2024-11-18T06:18:09,122 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T06:18:09,122 DEBUG [RS:0;6b5c0e5a2101:41057 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:18:09,122 DEBUG [RS:0;6b5c0e5a2101:41057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:18:09,124 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:18:09,124 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:18:09,124 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:18:09,125 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-18T06:18:09,125 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:18:09,125 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T06:18:09,154 DEBUG [6b5c0e5a2101:33517 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:18:09,155 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=579af4f60cf7dc4bcb39c50614b66e6a, regionState=OPENING, regionLocation=6b5c0e5a2101,33893,1731910683280 2024-11-18T06:18:09,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=579af4f60cf7dc4bcb39c50614b66e6a, ASSIGN because future has completed 2024-11-18T06:18:09,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 579af4f60cf7dc4bcb39c50614b66e6a, server=6b5c0e5a2101,33893,1731910683280}] 2024-11-18T06:18:09,193 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/data/hbase/meta/1588230740/.tmp/ns/d855f58e9990436598720bdf7dbecfec is 43, key is default/ns:d/1731910677784/Put/seqid=0 2024-11-18T06:18:09,197 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:18:09,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741835_1011 (size=5153) 2024-11-18T06:18:09,323 DEBUG [RS:0;6b5c0e5a2101:41057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:18:09,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:18:09,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:18:09,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T06:18:09,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C33893%2C1731910683280.rep, suffix=, logDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280, archiveDir=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/oldWALs, maxLogs=10 2024-11-18T06:18:09,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.rep.1731910689370, exclude list is [], retry=0 2024-11-18T06:18:09,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-64a36a2a-2773-4de3-a7fd-bd5a4c1eb9ac,DISK] 2024-11-18T06:18:09,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.rep.1731910689370 2024-11-18T06:18:09,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32777:32777)] 2024-11-18T06:18:09,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 579af4f60cf7dc4bcb39c50614b66e6a, NAME => 'hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:18:09,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:18:09,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:18:09,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. service=MultiRowMutationService 2024-11-18T06:18:09,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T06:18:09,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:18:09,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:18:09,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:18:09,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:18:09,461 INFO [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:18:09,465 INFO [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579af4f60cf7dc4bcb39c50614b66e6a columnFamilyName hfileref 2024-11-18T06:18:09,465 DEBUG [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:09,466 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:18:09,466 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:18:09,470 INFO [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] regionserver.HStore(327): Store=579af4f60cf7dc4bcb39c50614b66e6a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:18:09,471 INFO [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:18:09,473 INFO [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579af4f60cf7dc4bcb39c50614b66e6a columnFamilyName queue 2024-11-18T06:18:09,473 DEBUG [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:09,520 DEBUG [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/replication/579af4f60cf7dc4bcb39c50614b66e6a/queue/59721b41b1544cabbe71897ec01fee3b 2024-11-18T06:18:09,520 INFO [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] regionserver.HStore(327): Store=579af4f60cf7dc4bcb39c50614b66e6a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:18:09,521 INFO [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:18:09,523 DEBUG [RS:0;6b5c0e5a2101:41057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:18:09,524 INFO [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579af4f60cf7dc4bcb39c50614b66e6a columnFamilyName sid 2024-11-18T06:18:09,524 DEBUG [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:09,529 INFO [StoreOpener-579af4f60cf7dc4bcb39c50614b66e6a-1 {}] regionserver.HStore(327): Store=579af4f60cf7dc4bcb39c50614b66e6a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:18:09,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:18:09,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/replication/579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:18:09,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/replication/579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:18:09,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:18:09,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:18:09,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:18:09,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:18:09,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 579af4f60cf7dc4bcb39c50614b66e6a; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70520923, jitterRate=0.05084364116191864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:18:09,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:18:09,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 579af4f60cf7dc4bcb39c50614b66e6a: Running coprocessor pre-open hook at 1731910689426Writing region info on filesystem at 1731910689426Initializing all the Stores at 1731910689440 (+14 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910689440Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910689460 (+20 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910689460Cleaning up temporary data from old regions at 1731910689544 (+84 ms)Running coprocessor post-open hooks at 1731910689552 (+8 ms)Region opened successfully at 1731910689553 (+1 ms) 2024-11-18T06:18:09,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a., pid=19, masterSystemTime=1731910689335 2024-11-18T06:18:09,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:18:09,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:18:09,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=579af4f60cf7dc4bcb39c50614b66e6a, regionState=OPEN, openSeqNum=10, regionLocation=6b5c0e5a2101,33893,1731910683280 2024-11-18T06:18:09,580 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:09,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 579af4f60cf7dc4bcb39c50614b66e6a, server=6b5c0e5a2101,33893,1731910683280 because future has completed 2024-11-18T06:18:09,612 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,1-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:09,620 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/data/hbase/meta/1588230740/.tmp/ns/d855f58e9990436598720bdf7dbecfec 2024-11-18T06:18:09,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-18T06:18:09,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 579af4f60cf7dc4bcb39c50614b66e6a, server=6b5c0e5a2101,33893,1731910683280 in 428 msec 2024-11-18T06:18:09,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-18T06:18:09,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-18T06:18:09,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=579af4f60cf7dc4bcb39c50614b66e6a, ASSIGN in 638 msec 2024-11-18T06:18:09,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a., hostname=6b5c0e5a2101,33893,1731910683280, seqNum=10] 2024-11-18T06:18:09,684 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/data/hbase/meta/1588230740/.tmp/ns/d855f58e9990436598720bdf7dbecfec as hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/data/hbase/meta/1588230740/ns/d855f58e9990436598720bdf7dbecfec 2024-11-18T06:18:09,718 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/data/hbase/meta/1588230740/ns/d855f58e9990436598720bdf7dbecfec, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T06:18:09,721 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 596ms, sequenceid=6, compaction requested=false 2024-11-18T06:18:09,732 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T06:18:09,723 DEBUG [RS:0;6b5c0e5a2101:41057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:18:09,767 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 6b5c0e5a2101,36335,1731910667487 2024-11-18T06:18:09,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-18T06:18:09,790 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T06:18:09,804 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:18:09,804 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:18:09,804 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:18:09,805 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910689124Running coprocessor pre-close hooks at 1731910689124Disabling compacts and flushes for region at 1731910689124Disabling writes for close at 1731910689125 (+1 ms)Obtaining lock to block concurrent updates at 1731910689125Preparing flush snapshotting stores in 1588230740 at 1731910689125Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731910689126 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731910689138 (+12 ms)Flushing 1588230740/ns: creating writer at 1731910689138Flushing 1588230740/ns: appending metadata at 1731910689191 (+53 ms)Flushing 1588230740/ns: closing flushed file at 1731910689191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c9c9c19: reopening flushed file at 1731910689678 (+487 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 596ms, sequenceid=6, compaction requested=false at 1731910689732 (+54 ms)Writing region close event to WAL at 1731910689752 (+20 ms)Running coprocessor post-close hooks at 1731910689804 (+52 ms)Closed at 1731910689804 2024-11-18T06:18:09,805 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:18:09,936 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,41057,1731910673828; all regions closed. 2024-11-18T06:18:09,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-18T06:18:09,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741834_1010 (size=1152) 2024-11-18T06:18:10,002 DEBUG [RS:0;6b5c0e5a2101:41057 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/oldWALs 2024-11-18T06:18:10,002 INFO [RS:0;6b5c0e5a2101:41057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C41057%2C1731910673828.meta:.meta(num 1731910677491) 2024-11-18T06:18:10,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741833_1009 (size=93) 2024-11-18T06:18:10,049 DEBUG [RS:0;6b5c0e5a2101:41057 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/oldWALs 2024-11-18T06:18:10,049 INFO [RS:0;6b5c0e5a2101:41057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C41057%2C1731910673828:(num 1731910676585) 2024-11-18T06:18:10,049 DEBUG [RS:0;6b5c0e5a2101:41057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:10,049 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:18:10,050 INFO [RS:0;6b5c0e5a2101:41057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:18:10,050 INFO [RS:0;6b5c0e5a2101:41057 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T06:18:10,050 INFO [RS:0;6b5c0e5a2101:41057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:18:10,050 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:18:10,050 INFO [RS:0;6b5c0e5a2101:41057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41057 2024-11-18T06:18:10,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2040832149/rs/6b5c0e5a2101,41057,1731910673828 2024-11-18T06:18:10,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149/rs 2024-11-18T06:18:10,075 INFO [RS:0;6b5c0e5a2101:41057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:18:10,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,41057,1731910673828] 2024-11-18T06:18:10,096 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2040832149/draining/6b5c0e5a2101,41057,1731910673828 already deleted, retry=false 2024-11-18T06:18:10,096 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,41057,1731910673828 expired; onlineServers=0 2024-11-18T06:18:10,096 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,37293,1731910673600' ***** 2024-11-18T06:18:10,097 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:18:10,097 INFO [M:0;6b5c0e5a2101:37293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:18:10,097 INFO [M:0;6b5c0e5a2101:37293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:18:10,098 DEBUG [M:0;6b5c0e5a2101:37293 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:18:10,098 DEBUG [M:0;6b5c0e5a2101:37293 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:18:10,098 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910676090 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910676090,5,FailOnTimeoutGroup] 2024-11-18T06:18:10,098 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910676093 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910676093,5,FailOnTimeoutGroup] 2024-11-18T06:18:10,098 INFO [M:0;6b5c0e5a2101:37293 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:18:10,098 INFO [M:0;6b5c0e5a2101:37293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:18:10,098 DEBUG [M:0;6b5c0e5a2101:37293 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:18:10,098 INFO [M:0;6b5c0e5a2101:37293 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:18:10,099 INFO [M:0;6b5c0e5a2101:37293 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:18:10,099 INFO [M:0;6b5c0e5a2101:37293 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:18:10,099 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:18:10,099 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:18:10,111 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2040832149/master already deleted, retry=false 2024-11-18T06:18:10,112 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-2040832149/master 2024-11-18T06:18:10,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2040832149/master 2024-11-18T06:18:10,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040832149 2024-11-18T06:18:10,121 INFO [M:0;6b5c0e5a2101:37293 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/.lastflushedseqids 2024-11-18T06:18:10,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741836_1012 (size=99) 2024-11-18T06:18:10,189 INFO [RS:0;6b5c0e5a2101:41057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:18:10,189 INFO [RS:0;6b5c0e5a2101:41057 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,41057,1731910673828; zookeeper connection closed. 2024-11-18T06:18:10,191 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15d9c709 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15d9c709 2024-11-18T06:18:10,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:18:10,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41057-0x1014c976e8e0004, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:18:10,194 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:18:10,557 INFO [M:0;6b5c0e5a2101:37293 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:18:10,558 INFO [M:0;6b5c0e5a2101:37293 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:18:10,558 DEBUG [M:0;6b5c0e5a2101:37293 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:18:10,558 INFO [M:0;6b5c0e5a2101:37293 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:10,558 DEBUG [M:0;6b5c0e5a2101:37293 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:10,558 DEBUG [M:0;6b5c0e5a2101:37293 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:18:10,558 DEBUG [M:0;6b5c0e5a2101:37293 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:10,558 INFO [M:0;6b5c0e5a2101:37293 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T06:18:10,582 DEBUG [M:0;6b5c0e5a2101:37293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b451fac03c24d19aab46dd3ecea179a is 82, key is hbase:meta,,1/info:regioninfo/1731910677677/Put/seqid=0 2024-11-18T06:18:10,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741837_1013 (size=5672) 2024-11-18T06:18:10,620 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:10,670 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,1-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:10,846 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:18:10,908 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T06:18:11,008 INFO [M:0;6b5c0e5a2101:37293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b451fac03c24d19aab46dd3ecea179a 2024-11-18T06:18:11,073 DEBUG [M:0;6b5c0e5a2101:37293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ab79dcb297a4ec99836c55b39ecbe57 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731910677794/Put/seqid=0 2024-11-18T06:18:11,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741838_1014 (size=5275) 2024-11-18T06:18:11,129 INFO [M:0;6b5c0e5a2101:37293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ab79dcb297a4ec99836c55b39ecbe57 2024-11-18T06:18:11,204 DEBUG [M:0;6b5c0e5a2101:37293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2680c34ece3444db83f2a2442533ab73 is 69, key is 6b5c0e5a2101,41057,1731910673828/rs:state/1731910676203/Put/seqid=0 2024-11-18T06:18:11,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741839_1015 (size=5156) 2024-11-18T06:18:11,649 INFO [M:0;6b5c0e5a2101:37293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2680c34ece3444db83f2a2442533ab73 2024-11-18T06:18:11,660 DEBUG [M:0;6b5c0e5a2101:37293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b451fac03c24d19aab46dd3ecea179a as hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b451fac03c24d19aab46dd3ecea179a 2024-11-18T06:18:11,685 INFO [M:0;6b5c0e5a2101:37293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b451fac03c24d19aab46dd3ecea179a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T06:18:11,694 DEBUG [M:0;6b5c0e5a2101:37293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ab79dcb297a4ec99836c55b39ecbe57 as hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ab79dcb297a4ec99836c55b39ecbe57 2024-11-18T06:18:11,714 INFO [M:0;6b5c0e5a2101:37293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ab79dcb297a4ec99836c55b39ecbe57, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T06:18:11,716 DEBUG [M:0;6b5c0e5a2101:37293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2680c34ece3444db83f2a2442533ab73 as hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2680c34ece3444db83f2a2442533ab73 2024-11-18T06:18:11,730 INFO [M:0;6b5c0e5a2101:37293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43565/user/jenkins/test-data/82949c8c-9cb2-2aa6-bc8a-98c14b67b416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2680c34ece3444db83f2a2442533ab73, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T06:18:11,730 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:11,741 INFO [M:0;6b5c0e5a2101:37293 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1182ms, sequenceid=28, compaction requested=false 2024-11-18T06:18:11,754 INFO [M:0;6b5c0e5a2101:37293 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:11,754 DEBUG [M:0;6b5c0e5a2101:37293 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910690558Disabling compacts and flushes for region at 1731910690558Disabling writes for close at 1731910690558Obtaining lock to block concurrent updates at 1731910690558Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731910690558Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731910690559 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731910690560 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731910690560Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731910690581 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731910690581Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731910691037 (+456 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731910691072 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731910691072Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731910691153 (+81 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731910691203 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731910691203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f34c4da: reopening flushed file at 1731910691658 (+455 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f878d86: reopening flushed file at 1731910691685 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67359bf4: reopening flushed file at 1731910691714 (+29 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1182ms, sequenceid=28, compaction requested=false at 1731910691741 (+27 ms)Writing region close event to WAL at 1731910691754 (+13 ms)Closed at 1731910691754 2024-11-18T06:18:11,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741830_1006 (size=10165) 2024-11-18T06:18:11,776 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,1-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:11,777 INFO [M:0;6b5c0e5a2101:37293 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:18:11,777 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:18:11,777 INFO [M:0;6b5c0e5a2101:37293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37293 2024-11-18T06:18:11,780 INFO [M:0;6b5c0e5a2101:37293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:18:11,912 INFO [M:0;6b5c0e5a2101:37293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:18:11,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:18:11,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37293-0x1014c976e8e0003, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:18:11,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc4b6dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:18:11,938 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@548e4952{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:18:11,938 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:18:11,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2361336{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:18:11,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d3ee1ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/hadoop.log.dir/,STOPPED} 2024-11-18T06:18:11,958 WARN [BP-844224609-172.17.0.3-1731910670716 heartbeating to localhost/127.0.0.1:43565 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:18:11,958 WARN [BP-844224609-172.17.0.3-1731910670716 heartbeating to localhost/127.0.0.1:43565 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-844224609-172.17.0.3-1731910670716 (Datanode Uuid 32b7c338-f65c-4e68-b6c4-a9165ca65789) service to localhost/127.0.0.1:43565 2024-11-18T06:18:11,960 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/cluster_303c504d-302c-71da-5fa8-e7b95e9d2a6a/data/data1/current/BP-844224609-172.17.0.3-1731910670716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:18:11,960 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:18:11,961 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:18:11,964 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/cluster_303c504d-302c-71da-5fa8-e7b95e9d2a6a/data/data2/current/BP-844224609-172.17.0.3-1731910670716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:18:11,976 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:18:12,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10ef6a0a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:18:12,031 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c8f148b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:18:12,031 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:18:12,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e038d62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:18:12,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@626bacf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/hadoop.log.dir/,STOPPED} 2024-11-18T06:18:12,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:18:12,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:18:12,062 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:18:12,062 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:18:12,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:12,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:12,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:18:12,062 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:18:12,062 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=164721775, stopped=false 2024-11-18T06:18:12,062 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,33517,1731910683198 2024-11-18T06:18:12,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01130486952/running 2024-11-18T06:18:12,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:18:12,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x1014c976e8e0007, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01130486952/running 2024-11-18T06:18:12,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x1014c976e8e0007, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:18:12,093 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:18:12,094 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:18:12,094 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:18:12,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:12,095 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,33893,1731910683280' ***** 2024-11-18T06:18:12,095 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:18:12,096 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:18:12,096 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:18:12,096 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:18:12,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on znode that does not yet exist, /01130486952/running 2024-11-18T06:18:12,100 INFO [RS:0;6b5c0e5a2101:33893 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:18:12,100 INFO [RS:0;6b5c0e5a2101:33893 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:18:12,100 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.HRegionServer(3091): Received CLOSE for 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:18:12,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33893-0x1014c976e8e0007, quorum=127.0.0.1:50701, baseZNode=/01130486952 Set watcher on znode that does not yet exist, /01130486952/running 2024-11-18T06:18:12,101 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,33893,1731910683280 2024-11-18T06:18:12,101 INFO [RS:0;6b5c0e5a2101:33893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:18:12,101 INFO [RS:0;6b5c0e5a2101:33893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:33893. 2024-11-18T06:18:12,101 DEBUG [RS:0;6b5c0e5a2101:33893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:18:12,101 DEBUG [RS:0;6b5c0e5a2101:33893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:12,101 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:18:12,104 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 579af4f60cf7dc4bcb39c50614b66e6a, disabling compactions & flushes 2024-11-18T06:18:12,104 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:18:12,105 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:18:12,105 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. after waiting 0 ms 2024-11-18T06:18:12,105 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:18:12,105 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:18:12,105 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:18:12,105 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:18:12,108 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T06:18:12,108 DEBUG [RS:0;6b5c0e5a2101:33893 {}] regionserver.HRegionServer(1325): Online Regions={579af4f60cf7dc4bcb39c50614b66e6a=hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:18:12,108 DEBUG [RS:0;6b5c0e5a2101:33893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 579af4f60cf7dc4bcb39c50614b66e6a 2024-11-18T06:18:12,112 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:18:12,112 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:18:12,112 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:18:12,112 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:18:12,112 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:18:12,113 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-18T06:18:12,120 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/replication/579af4f60cf7dc4bcb39c50614b66e6a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-18T06:18:12,124 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:18:12,124 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:18:12,124 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:18:12,125 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 579af4f60cf7dc4bcb39c50614b66e6a: Waiting for close lock at 1731910692104Running coprocessor pre-close hooks at 1731910692104Disabling compacts and flushes for region at 1731910692104Disabling writes for close at 1731910692105 (+1 ms)Writing region close event to WAL at 1731910692112 (+7 ms)Running coprocessor post-close hooks at 1731910692124 (+12 ms)Closed at 1731910692124 2024-11-18T06:18:12,125 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a. 2024-11-18T06:18:12,158 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/.tmp/info/80e46b10d90f4e73b6342d7a5d5b373f is 147, key is hbase:replication,,1731910678256.579af4f60cf7dc4bcb39c50614b66e6a./info:regioninfo/1731910689573/Put/seqid=0 2024-11-18T06:18:12,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741851_1027 (size=6385) 2024-11-18T06:18:12,309 DEBUG [RS:0;6b5c0e5a2101:33893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:18:12,509 DEBUG [RS:0;6b5c0e5a2101:33893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:18:12,569 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/.tmp/info/80e46b10d90f4e73b6342d7a5d5b373f 2024-11-18T06:18:12,586 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/.tmp/info/80e46b10d90f4e73b6342d7a5d5b373f as hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/info/80e46b10d90f4e73b6342d7a5d5b373f 2024-11-18T06:18:12,597 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/info/80e46b10d90f4e73b6342d7a5d5b373f, entries=8, sequenceid=19, filesize=6.2 K 2024-11-18T06:18:12,599 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 487ms, sequenceid=19, compaction requested=false 2024-11-18T06:18:12,608 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-18T06:18:12,611 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:18:12,611 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:18:12,611 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:18:12,611 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910692112Running coprocessor pre-close hooks at 1731910692112Disabling compacts and flushes for region at 1731910692112Disabling writes for close at 1731910692112Obtaining lock to block concurrent updates at 1731910692113 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731910692113Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731910692115 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731910692133 (+18 ms)Flushing 1588230740/info: creating writer at 1731910692133Flushing 1588230740/info: appending metadata at 1731910692157 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731910692157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206bc14c: reopening flushed file at 1731910692585 (+428 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 487ms, sequenceid=19, compaction requested=false at 1731910692599 (+14 ms)Writing region close event to WAL at 1731910692601 (+2 ms)Running coprocessor post-close hooks at 1731910692610 (+9 ms)Closed at 1731910692611 (+1 ms) 2024-11-18T06:18:12,611 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:18:12,651 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:18:12,651 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:18:12,709 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,33893,1731910683280; all regions closed. 2024-11-18T06:18:12,712 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.meta.1731910685297.meta not finished, retry = 0 2024-11-18T06:18:12,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741849_1025 (size=2156) 2024-11-18T06:18:12,816 DEBUG [RS:0;6b5c0e5a2101:33893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/oldWALs 2024-11-18T06:18:12,816 INFO [RS:0;6b5c0e5a2101:33893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C33893%2C1731910683280.meta:.meta(num 1731910685297) 2024-11-18T06:18:12,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741850_1026 (size=796) 2024-11-18T06:18:12,823 DEBUG [RS:0;6b5c0e5a2101:33893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/oldWALs 2024-11-18T06:18:12,823 INFO [RS:0;6b5c0e5a2101:33893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C33893%2C1731910683280.rep:(num 1731910689370) 2024-11-18T06:18:12,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741848_1024 (size=93) 2024-11-18T06:18:12,825 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 not finished, retry = 0 2024-11-18T06:18:12,928 DEBUG [RS:0;6b5c0e5a2101:33893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/oldWALs 2024-11-18T06:18:12,929 INFO [RS:0;6b5c0e5a2101:33893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C33893%2C1731910683280:(num 1731910684914) 2024-11-18T06:18:12,929 DEBUG [RS:0;6b5c0e5a2101:33893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:12,929 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:18:12,929 INFO [RS:0;6b5c0e5a2101:33893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:18:12,929 INFO [RS:0;6b5c0e5a2101:33893 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:18:12,929 INFO [RS:0;6b5c0e5a2101:33893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:18:12,929 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:18:12,930 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b5c0e5a2101,33893,1731910683280 because: Region server is closing 2024-11-18T06:18:12,929 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-18T06:18:12,930 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-18T06:18:12,930 INFO [RS:0;6b5c0e5a2101:33893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:33893. 2024-11-18T06:18:12,930 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-18T06:18:12,930 DEBUG [RS:0;6b5c0e5a2101:33893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:18:12,930 DEBUG [RS:0;6b5c0e5a2101:33893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:12,930 DEBUG [RS:0;6b5c0e5a2101:33893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:12,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:18:12,947 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 to pos 0, reset compression=false 2024-11-18T06:18:12,948 INFO [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 was moved to hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/oldWALs/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 2024-11-18T06:18:12,952 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914 2024-11-18T06:18:12,952 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-18T06:18:12,952 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.wal-reader.6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-18T06:18:12,952 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.shipper6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6b5c0e5a2101,33893,1731910683280 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/WALs/6b5c0e5a2101,33893,1731910683280/6b5c0e5a2101%2C33893%2C1731910683280.1731910684914, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T06:18:12,953 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.shipper6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:18:12,953 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.shipper6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,33893,1731910683280, seqNum=-1] 2024-11-18T06:18:12,954 WARN [RS:0;6b5c0e5a2101:33893.replicationSource.shipper6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-6b5c0e5a2101,33893,1731910683280', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:33893 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-18T06:18:12,956 ERROR [RS:0;6b5c0e5a2101:33893.replicationSource.shipper6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b5c0e5a2101,33893,1731910683280: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-6b5c0e5a2101,33893,1731910683280, walGroup=6b5c0e5a2101%2C33893%2C1731910683280, offset=6b5c0e5a2101%2C33893%2C1731910683280.1731910684914:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:33893 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T06:18:12,957 ERROR [RS:0;6b5c0e5a2101:33893.replicationSource.shipper6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T06:18:12,958 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.shipper6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T06:18:12,959 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.shipper6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T06:18:12,959 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.shipper6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T06:18:12,959 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.shipper6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T06:18:12,959 INFO [RS:0;6b5c0e5a2101:33893.replicationSource.shipper6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 584482608 }, "NonHeapMemoryUsage": { "committed": 162594816, "init": 7667712, "max": -1, "used": 158845144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T06:18:12,960 DEBUG [RS:0;6b5c0e5a2101:33893.replicationSource.shipper6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6b5c0e5a2101%2C33893%2C1731910683280.1731910684914] 2024-11-18T06:18:13,031 WARN [RS:0;6b5c0e5a2101:33893.replicationSource.shipper6b5c0e5a2101%2C33893%2C1731910683280,1-6b5c0e5a2101,33893,1731910683280 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T06:18:13,031 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6b5c0e5a2101:33893.replicationSource.shipper6b5c0e5a2101%2C33893%2C1731910683280,1-6b5c0e5a2101,33893,1731910683280 terminated 2024-11-18T06:18:13,031 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6b5c0e5a2101,33893,1731910683280 because: Region server is closing 2024-11-18T06:18:13,032 INFO [RS:0;6b5c0e5a2101:33893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:33893. 2024-11-18T06:18:13,032 DEBUG [RS:0;6b5c0e5a2101:33893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:18:13,032 DEBUG [RS:0;6b5c0e5a2101:33893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:13,032 DEBUG [RS:0;6b5c0e5a2101:33893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:13,032 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;6b5c0e5a2101:33893.replicationSource.shipper6b5c0e5a2101%2C33893%2C1731910683280,2-6b5c0e5a2101,33893,1731910683280 terminated 2024-11-18T06:18:13,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:18:13,032 INFO [RS:0;6b5c0e5a2101:33893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33893 2024-11-18T06:18:13,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x1014c976e8e0007, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01130486952/rs/6b5c0e5a2101,33893,1731910683280 2024-11-18T06:18:13,054 INFO [RS:0;6b5c0e5a2101:33893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:18:13,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952/rs 2024-11-18T06:18:13,064 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,33893,1731910683280] 2024-11-18T06:18:13,079 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01130486952/draining/6b5c0e5a2101,33893,1731910683280 already deleted, retry=false 2024-11-18T06:18:13,080 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,33893,1731910683280 expired; onlineServers=0 2024-11-18T06:18:13,080 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,33517,1731910683198' ***** 2024-11-18T06:18:13,080 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:18:13,080 INFO [M:0;6b5c0e5a2101:33517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:18:13,080 INFO [M:0;6b5c0e5a2101:33517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:18:13,080 DEBUG [M:0;6b5c0e5a2101:33517 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:18:13,080 DEBUG [M:0;6b5c0e5a2101:33517 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:18:13,080 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:18:13,080 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910684384 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910684384,5,FailOnTimeoutGroup] 2024-11-18T06:18:13,080 INFO [M:0;6b5c0e5a2101:33517 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:18:13,081 INFO [M:0;6b5c0e5a2101:33517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:18:13,081 DEBUG [M:0;6b5c0e5a2101:33517 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:18:13,081 INFO [M:0;6b5c0e5a2101:33517 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:18:13,081 INFO [M:0;6b5c0e5a2101:33517 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:18:13,081 INFO [M:0;6b5c0e5a2101:33517 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:18:13,081 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:18:13,084 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910684380 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910684380,5,FailOnTimeoutGroup] 2024-11-18T06:18:13,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01130486952/master 2024-11-18T06:18:13,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01130486952 2024-11-18T06:18:13,100 DEBUG [M:0;6b5c0e5a2101:33517 {}] zookeeper.RecoverableZooKeeper(212): Node /01130486952/master already deleted, retry=false 2024-11-18T06:18:13,100 DEBUG [M:0;6b5c0e5a2101:33517 {}] master.ActiveMasterManager(353): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Failed delete of our master address node; KeeperErrorCode = NoNode for /01130486952/master 2024-11-18T06:18:13,105 INFO [M:0;6b5c0e5a2101:33517 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/.lastflushedseqids 2024-11-18T06:18:13,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x1014c976e8e0007, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:18:13,166 INFO [RS:0;6b5c0e5a2101:33893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:18:13,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33893-0x1014c976e8e0007, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:18:13,166 INFO [RS:0;6b5c0e5a2101:33893 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,33893,1731910683280; zookeeper connection closed. 2024-11-18T06:18:13,166 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@652108f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@652108f 2024-11-18T06:18:13,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741852_1028 (size=181) 2024-11-18T06:18:13,169 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:18:13,174 INFO [M:0;6b5c0e5a2101:33517 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:18:13,174 INFO [M:0;6b5c0e5a2101:33517 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:18:13,174 DEBUG [M:0;6b5c0e5a2101:33517 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:18:13,174 INFO [M:0;6b5c0e5a2101:33517 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:13,174 DEBUG [M:0;6b5c0e5a2101:33517 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:13,175 DEBUG [M:0;6b5c0e5a2101:33517 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:18:13,175 DEBUG [M:0;6b5c0e5a2101:33517 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:13,175 INFO [M:0;6b5c0e5a2101:33517 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-18T06:18:13,194 DEBUG [M:0;6b5c0e5a2101:33517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58f6f880b88a4be68876c4bb76899ec1 is 82, key is hbase:meta,,1/info:regioninfo/1731910685518/Put/seqid=0 2024-11-18T06:18:13,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741853_1029 (size=5680) 2024-11-18T06:18:13,627 INFO [M:0;6b5c0e5a2101:33517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58f6f880b88a4be68876c4bb76899ec1 2024-11-18T06:18:13,681 DEBUG [M:0;6b5c0e5a2101:33517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68495d9c54e94c43bd2eb53f9e5d80dd is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731910689635/Put/seqid=0 2024-11-18T06:18:13,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741854_1030 (size=7319) 2024-11-18T06:18:14,106 INFO [M:0;6b5c0e5a2101:33517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68495d9c54e94c43bd2eb53f9e5d80dd 2024-11-18T06:18:14,174 DEBUG [M:0;6b5c0e5a2101:33517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fa6fca44e3947ebbf53fb5246bfb211 is 69, key is 6b5c0e5a2101,33893,1731910683280/rs:state/1731910684494/Put/seqid=0 2024-11-18T06:18:14,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741855_1031 (size=5371) 2024-11-18T06:18:14,609 INFO [M:0;6b5c0e5a2101:33517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fa6fca44e3947ebbf53fb5246bfb211 2024-11-18T06:18:14,617 INFO [M:0;6b5c0e5a2101:33517 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fa6fca44e3947ebbf53fb5246bfb211 2024-11-18T06:18:14,619 DEBUG [M:0;6b5c0e5a2101:33517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58f6f880b88a4be68876c4bb76899ec1 as hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58f6f880b88a4be68876c4bb76899ec1 2024-11-18T06:18:14,638 INFO [M:0;6b5c0e5a2101:33517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58f6f880b88a4be68876c4bb76899ec1, entries=8, sequenceid=172, filesize=5.5 K 2024-11-18T06:18:14,640 DEBUG [M:0;6b5c0e5a2101:33517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68495d9c54e94c43bd2eb53f9e5d80dd as hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68495d9c54e94c43bd2eb53f9e5d80dd 2024-11-18T06:18:14,653 INFO [M:0;6b5c0e5a2101:33517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68495d9c54e94c43bd2eb53f9e5d80dd, entries=7, sequenceid=172, filesize=7.1 K 2024-11-18T06:18:14,659 DEBUG [M:0;6b5c0e5a2101:33517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fa6fca44e3947ebbf53fb5246bfb211 as hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1fa6fca44e3947ebbf53fb5246bfb211 2024-11-18T06:18:14,679 INFO [M:0;6b5c0e5a2101:33517 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fa6fca44e3947ebbf53fb5246bfb211 2024-11-18T06:18:14,680 INFO [M:0;6b5c0e5a2101:33517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37495/user/jenkins/test-data/6c04144c-d814-7fd4-eb1c-24630b064161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1fa6fca44e3947ebbf53fb5246bfb211, entries=2, sequenceid=172, filesize=5.2 K 2024-11-18T06:18:14,685 INFO [M:0;6b5c0e5a2101:33517 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1510ms, sequenceid=172, compaction requested=false 2024-11-18T06:18:14,712 INFO [M:0;6b5c0e5a2101:33517 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:14,713 DEBUG [M:0;6b5c0e5a2101:33517 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910693174Disabling compacts and flushes for region at 1731910693174Disabling writes for close at 1731910693175 (+1 ms)Obtaining lock to block concurrent updates at 1731910693175Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731910693175Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731910693175Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731910693176 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731910693177 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731910693194 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731910693194Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731910693639 (+445 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731910693680 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731910693680Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731910694121 (+441 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731910694171 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731910694171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e045896: reopening flushed file at 1731910694617 (+446 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@571008a7: reopening flushed file at 1731910694639 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a56a827: reopening flushed file at 1731910694654 (+15 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1510ms, sequenceid=172, compaction requested=false at 1731910694685 (+31 ms)Writing region close event to WAL at 1731910694712 (+27 ms)Closed at 1731910694712 2024-11-18T06:18:14,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741847_1023 (size=22949) 2024-11-18T06:18:14,729 INFO [M:0;6b5c0e5a2101:33517 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:18:14,729 INFO [M:0;6b5c0e5a2101:33517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33517 2024-11-18T06:18:14,729 INFO [M:0;6b5c0e5a2101:33517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:18:14,729 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:18:14,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:18:14,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33517-0x1014c976e8e0006, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:18:14,876 INFO [M:0;6b5c0e5a2101:33517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:18:14,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27b6f167{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:18:14,892 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a1888af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:18:14,892 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:18:14,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@277575ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:18:14,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3654787b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/hadoop.log.dir/,STOPPED} 2024-11-18T06:18:14,907 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:18:14,907 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:18:14,907 WARN [BP-1940246332-172.17.0.3-1731910661964 heartbeating to localhost/127.0.0.1:37495 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:18:14,907 WARN [BP-1940246332-172.17.0.3-1731910661964 heartbeating to localhost/127.0.0.1:37495 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1940246332-172.17.0.3-1731910661964 (Datanode Uuid f474e689-eb11-4368-a1d5-76e09e12e6ae) service to localhost/127.0.0.1:37495 2024-11-18T06:18:14,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/cluster_e36ebe47-eb91-3510-15e6-73b484381fe3/data/data2/current/BP-1940246332-172.17.0.3-1731910661964 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:18:14,909 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:18:14,910 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/cluster_e36ebe47-eb91-3510-15e6-73b484381fe3/data/data1/current/BP-1940246332-172.17.0.3-1731910661964 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:18:14,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7630034c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:18:14,940 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@610f965e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:18:14,940 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:18:14,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704fd443{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:18:14,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14237951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83a8c3a2-97db-01a1-1f43-03dcc22de4b2/hadoop.log.dir/,STOPPED} 2024-11-18T06:18:14,970 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T06:18:15,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:18:15,038 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:37495 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:37495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50701) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:43565 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6b5c0e5a2101:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50701) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:43565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6b5c0e5a2101:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6b5c0e5a2101:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:43565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6b5c0e5a2101:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6b5c0e5a2101:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:37495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3df2380f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=430 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1032 (was 1221), ProcessCount=11 (was 11), AvailableMemoryMB=3636 (was 2498) - AvailableMemoryMB LEAK? - 2024-11-18T06:18:15,051 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=430, MaxFileDescriptor=1048576, SystemLoadAverage=1032, ProcessCount=11, AvailableMemoryMB=3635 2024-11-18T06:18:15,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014c976e8e0002, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:18:15,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014c976e8e0005, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:18:15,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014c976e8e0005, quorum=127.0.0.1:50701, baseZNode=/1-2040832149 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:18:15,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014c976e8e0002, quorum=127.0.0.1:50701, baseZNode=/01130486952 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:18:15,073 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-18T06:18:15,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/hadoop.log.dir so I do NOT create it in target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303 2024-11-18T06:18:15,074 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:18:15,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/hadoop.tmp.dir so I do NOT create it in target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303 2024-11-18T06:18:15,074 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8646638c-9a7c-f4e0-5671-6a2b6a48f4f4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:18:15,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303 2024-11-18T06:18:15,074 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/cluster_52911dc1-e560-e69c-f9eb-03b456c7d6e0, deleteOnExit=true 2024-11-18T06:18:15,098 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/cluster_52911dc1-e560-e69c-f9eb-03b456c7d6e0/zookeeper_0, clientPort=53415, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/cluster_52911dc1-e560-e69c-f9eb-03b456c7d6e0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/cluster_52911dc1-e560-e69c-f9eb-03b456c7d6e0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T06:18:15,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53415 2024-11-18T06:18:15,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:18:15,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:18:15,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/test.cache.data in system properties and HBase conf 2024-11-18T06:18:15,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:18:15,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:18:15,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:18:15,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:18:15,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:18:15,114 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:18:15,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:18:15,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:18:15,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:18:15,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:18:15,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:18:15,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:18:15,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:18:15,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:18:15,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:18:15,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:18:15,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:18:15,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:18:15,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:18:15,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:18:15,638 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:18:15,666 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:18:15,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:18:15,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:18:15,715 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:18:15,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:18:15,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27246f88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:18:15,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29120b5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:18:15,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@443a106d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/java.io.tmpdir/jetty-localhost-45219-hadoop-hdfs-3_4_1-tests_jar-_-any-7662222907970094641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:18:15,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4554fd67{HTTP/1.1, (http/1.1)}{localhost:45219} 2024-11-18T06:18:15,892 INFO [Time-limited test {}] server.Server(415): Started @38437ms 2024-11-18T06:18:16,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:18:16,533 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:18:16,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:18:16,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:18:16,556 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:18:16,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5200afa2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:18:16,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@399fc118{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:18:16,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@713dae02{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/java.io.tmpdir/jetty-localhost-38161-hadoop-hdfs-3_4_1-tests_jar-_-any-7367846627217302023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:18:16,760 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35deef6{HTTP/1.1, (http/1.1)}{localhost:38161} 2024-11-18T06:18:16,760 INFO [Time-limited test {}] server.Server(415): Started @39306ms 2024-11-18T06:18:16,764 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:18:17,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:18:17,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T06:18:17,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T06:18:17,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:18:17,534 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/cluster_52911dc1-e560-e69c-f9eb-03b456c7d6e0/data/data1/current/BP-1977577908-172.17.0.3-1731910695195/current, will proceed with Du for space computation calculation, 2024-11-18T06:18:17,534 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/cluster_52911dc1-e560-e69c-f9eb-03b456c7d6e0/data/data2/current/BP-1977577908-172.17.0.3-1731910695195/current, will proceed with Du for space computation calculation, 2024-11-18T06:18:17,586 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:18:17,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe9d731f41e5db1a with lease ID 0xdc8e0367424a7d14: Processing first storage report for DS-9ce570fb-c01e-43b1-b597-b493306c90c8 from datanode DatanodeRegistration(127.0.0.1:40683, datanodeUuid=650849da-2469-4619-8507-d4207847fd3e, infoPort=40529, infoSecurePort=0, ipcPort=40467, storageInfo=lv=-57;cid=testClusterID;nsid=1357573147;c=1731910695195) 2024-11-18T06:18:17,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe9d731f41e5db1a with lease ID 0xdc8e0367424a7d14: from storage DS-9ce570fb-c01e-43b1-b597-b493306c90c8 node DatanodeRegistration(127.0.0.1:40683, datanodeUuid=650849da-2469-4619-8507-d4207847fd3e, infoPort=40529, infoSecurePort=0, ipcPort=40467, storageInfo=lv=-57;cid=testClusterID;nsid=1357573147;c=1731910695195), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:18:17,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe9d731f41e5db1a with lease ID 0xdc8e0367424a7d14: Processing first storage report for DS-fba8f5ac-92ba-4e8f-803d-e04ffe25470a from datanode DatanodeRegistration(127.0.0.1:40683, datanodeUuid=650849da-2469-4619-8507-d4207847fd3e, infoPort=40529, infoSecurePort=0, ipcPort=40467, storageInfo=lv=-57;cid=testClusterID;nsid=1357573147;c=1731910695195) 2024-11-18T06:18:17,594 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe9d731f41e5db1a with lease ID 0xdc8e0367424a7d14: from storage DS-fba8f5ac-92ba-4e8f-803d-e04ffe25470a node DatanodeRegistration(127.0.0.1:40683, datanodeUuid=650849da-2469-4619-8507-d4207847fd3e, infoPort=40529, infoSecurePort=0, ipcPort=40467, storageInfo=lv=-57;cid=testClusterID;nsid=1357573147;c=1731910695195), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:18:17,627 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:18:17,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:18:17,678 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303 2024-11-18T06:18:17,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:18:17,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:18:17,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:18:18,117 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a with version=8 2024-11-18T06:18:18,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/hbase-staging 2024-11-18T06:18:18,120 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:18:18,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:18:18,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:18:18,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:18:18,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:18:18,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:18:18,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:18:18,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:18:18,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46601 2024-11-18T06:18:18,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46601 connecting to ZooKeeper ensemble=127.0.0.1:53415 2024-11-18T06:18:18,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466010x0, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:18:18,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46601-0x1014c97f4540000 connected 2024-11-18T06:18:18,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:18:18,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:18:18,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Set watcher on znode that does not yet exist, /0-858475323/running 2024-11-18T06:18:18,261 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a, hbase.cluster.distributed=false 2024-11-18T06:18:18,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Set watcher on znode that does not yet exist, /0-858475323/acl 2024-11-18T06:18:18,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46601 2024-11-18T06:18:18,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46601 2024-11-18T06:18:18,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46601 2024-11-18T06:18:18,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46601 2024-11-18T06:18:18,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46601 2024-11-18T06:18:18,282 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:18:18,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:18:18,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:18:18,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:18:18,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:18:18,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:18:18,283 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:18:18,283 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:18:18,284 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38885 2024-11-18T06:18:18,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38885 connecting to ZooKeeper ensemble=127.0.0.1:53415 2024-11-18T06:18:18,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:18:18,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:18:18,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388850x0, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:18:18,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388850x0, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Set watcher on znode that does not yet exist, /0-858475323/running 2024-11-18T06:18:18,303 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:18:18,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38885-0x1014c97f4540001 connected 2024-11-18T06:18:18,304 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:18:18,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Set watcher on znode that does not yet exist, /0-858475323/master 2024-11-18T06:18:18,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Set watcher on znode that does not yet exist, /0-858475323/acl 2024-11-18T06:18:18,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38885 2024-11-18T06:18:18,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38885 2024-11-18T06:18:18,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38885 2024-11-18T06:18:18,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38885 2024-11-18T06:18:18,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38885 2024-11-18T06:18:18,321 DEBUG [M:0;6b5c0e5a2101:46601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:46601 2024-11-18T06:18:18,322 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-858475323/backup-masters/6b5c0e5a2101,46601,1731910698120 2024-11-18T06:18:18,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323/backup-masters 2024-11-18T06:18:18,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323/backup-masters 2024-11-18T06:18:18,339 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Set watcher on existing znode=/0-858475323/backup-masters/6b5c0e5a2101,46601,1731910698120 2024-11-18T06:18:18,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-858475323/master 2024-11-18T06:18:18,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323 2024-11-18T06:18:18,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323 2024-11-18T06:18:18,352 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Set watcher on existing znode=/0-858475323/master 2024-11-18T06:18:18,353 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-858475323/backup-masters/6b5c0e5a2101,46601,1731910698120 from backup master directory 2024-11-18T06:18:18,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323/backup-masters 2024-11-18T06:18:18,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-858475323/backup-masters/6b5c0e5a2101,46601,1731910698120 2024-11-18T06:18:18,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323/backup-masters 2024-11-18T06:18:18,366 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:18:18,366 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,46601,1731910698120 2024-11-18T06:18:18,396 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/hbase.id] with ID: e2645707-1c2a-4b73-b77e-e5986d70ccf3 2024-11-18T06:18:18,396 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/.tmp/hbase.id 2024-11-18T06:18:18,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:18:18,410 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/.tmp/hbase.id]:[hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/hbase.id] 2024-11-18T06:18:18,435 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:18:18,435 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:18:18,438 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-18T06:18:18,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323 2024-11-18T06:18:18,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323 2024-11-18T06:18:18,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:18:18,868 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:18:18,870 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:18:18,870 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:18:18,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:18:19,279 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store 2024-11-18T06:18:19,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:18:19,687 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:18:19,687 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:18:19,687 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:19,687 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:19,687 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:18:19,687 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:19,687 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:19,687 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910699687Disabling compacts and flushes for region at 1731910699687Disabling writes for close at 1731910699687Writing region close event to WAL at 1731910699687Closed at 1731910699687 2024-11-18T06:18:19,688 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store/.initializing 2024-11-18T06:18:19,688 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/WALs/6b5c0e5a2101,46601,1731910698120 2024-11-18T06:18:19,690 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:18:19,695 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C46601%2C1731910698120, suffix=, logDir=hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/WALs/6b5c0e5a2101,46601,1731910698120, archiveDir=hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/oldWALs, maxLogs=10 2024-11-18T06:18:19,714 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/WALs/6b5c0e5a2101,46601,1731910698120/6b5c0e5a2101%2C46601%2C1731910698120.1731910699695, exclude list is [], retry=0 2024-11-18T06:18:19,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40683,DS-9ce570fb-c01e-43b1-b597-b493306c90c8,DISK] 2024-11-18T06:18:19,719 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/WALs/6b5c0e5a2101,46601,1731910698120/6b5c0e5a2101%2C46601%2C1731910698120.1731910699695 2024-11-18T06:18:19,721 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40529:40529)] 2024-11-18T06:18:19,721 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:18:19,721 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:18:19,721 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:19,721 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:19,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:19,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:18:19,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:19,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:18:19,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:19,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:18:19,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:19,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:18:19,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:19,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:18:19,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:19,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:18:19,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:19,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:18:19,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:19,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:18:19,735 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:19,736 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:19,736 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:19,737 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:19,737 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:19,738 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:18:19,739 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:19,741 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:18:19,742 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59901034, jitterRate=-0.10740503668785095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:18:19,743 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731910699721Initializing all the Stores at 1731910699723 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910699723Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910699724 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910699724Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910699724Cleaning up temporary data from old regions at 1731910699737 (+13 ms)Region opened successfully at 1731910699743 (+6 ms) 2024-11-18T06:18:19,743 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:18:19,751 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36dd6638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:18:19,751 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:18:19,752 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:18:19,752 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:18:19,752 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:18:19,753 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:18:19,753 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:18:19,753 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:18:19,756 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:18:19,757 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Unable to get data of znode /0-858475323/balancer because node does not exist (not necessarily an error) 2024-11-18T06:18:19,818 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-858475323/balancer already deleted, retry=false 2024-11-18T06:18:19,819 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:18:19,820 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Unable to get data of znode /0-858475323/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:18:19,877 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-858475323/normalizer already deleted, retry=false 2024-11-18T06:18:19,878 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:18:19,879 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Unable to get data of znode /0-858475323/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:18:19,941 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-858475323/switch/split already deleted, retry=false 2024-11-18T06:18:19,942 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Unable to get data of znode /0-858475323/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:18:20,024 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-858475323/switch/merge already deleted, retry=false 2024-11-18T06:18:20,026 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Unable to get data of znode /0-858475323/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:18:20,087 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-858475323/snapshot-cleanup already deleted, retry=false 2024-11-18T06:18:20,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-858475323/running 2024-11-18T06:18:20,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323 2024-11-18T06:18:20,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-858475323/running 2024-11-18T06:18:20,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323 2024-11-18T06:18:20,175 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,46601,1731910698120, sessionid=0x1014c97f4540000, setting cluster-up flag (Was=false) 2024-11-18T06:18:20,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323 2024-11-18T06:18:20,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323 2024-11-18T06:18:20,549 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-858475323/flush-table-proc/acquired, /0-858475323/flush-table-proc/reached, /0-858475323/flush-table-proc/abort 2024-11-18T06:18:20,551 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,46601,1731910698120 2024-11-18T06:18:20,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323 2024-11-18T06:18:20,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323 2024-11-18T06:18:21,083 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-858475323/online-snapshot/acquired, /0-858475323/online-snapshot/reached, /0-858475323/online-snapshot/abort 2024-11-18T06:18:21,084 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,46601,1731910698120 2024-11-18T06:18:21,085 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:18:21,087 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:18:21,087 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:18:21,088 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:18:21,088 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,46601,1731910698120 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:18:21,089 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:18:21,089 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:18:21,089 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:18:21,089 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:18:21,090 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:18:21,090 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:21,090 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:18:21,090 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:21,092 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:18:21,092 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:18:21,093 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:21,093 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:18:21,102 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731910731102 2024-11-18T06:18:21,102 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:18:21,102 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:18:21,102 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:18:21,102 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:18:21,102 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:18:21,102 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:18:21,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:18:21,111 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:21,113 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:18:21,113 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:18:21,113 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:18:21,113 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:18:21,114 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:18:21,114 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:18:21,114 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910701114,5,FailOnTimeoutGroup] 2024-11-18T06:18:21,115 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910701115,5,FailOnTimeoutGroup] 2024-11-18T06:18:21,115 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:21,115 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:18:21,115 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:21,115 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.HRegionServer(746): ClusterId : e2645707-1c2a-4b73-b77e-e5986d70ccf3 2024-11-18T06:18:21,115 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:21,115 DEBUG [RS:0;6b5c0e5a2101:38885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:18:21,236 DEBUG [RS:0;6b5c0e5a2101:38885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:18:21,236 DEBUG [RS:0;6b5c0e5a2101:38885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:18:21,380 DEBUG [RS:0;6b5c0e5a2101:38885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:18:21,380 DEBUG [RS:0;6b5c0e5a2101:38885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510196c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:18:21,395 DEBUG [RS:0;6b5c0e5a2101:38885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:38885 2024-11-18T06:18:21,395 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:18:21,395 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:18:21,395 DEBUG [RS:0;6b5c0e5a2101:38885 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:18:21,396 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,46601,1731910698120 with port=38885, startcode=1731910698282 2024-11-18T06:18:21,396 DEBUG [RS:0;6b5c0e5a2101:38885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:18:21,398 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:18:21,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,38885,1731910698282 2024-11-18T06:18:21,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46601 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,38885,1731910698282 2024-11-18T06:18:21,400 DEBUG [RS:0;6b5c0e5a2101:38885 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a 2024-11-18T06:18:21,400 DEBUG [RS:0;6b5c0e5a2101:38885 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39603 2024-11-18T06:18:21,400 DEBUG [RS:0;6b5c0e5a2101:38885 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:18:21,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323/rs 2024-11-18T06:18:21,468 DEBUG [RS:0;6b5c0e5a2101:38885 {}] zookeeper.ZKUtil(111): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Set watcher on existing znode=/0-858475323/rs/6b5c0e5a2101,38885,1731910698282 2024-11-18T06:18:21,468 WARN [RS:0;6b5c0e5a2101:38885 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:18:21,468 INFO [RS:0;6b5c0e5a2101:38885 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:18:21,469 DEBUG [RS:0;6b5c0e5a2101:38885 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/WALs/6b5c0e5a2101,38885,1731910698282 2024-11-18T06:18:21,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,38885,1731910698282] 2024-11-18T06:18:21,472 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:18:21,474 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:18:21,475 INFO [RS:0;6b5c0e5a2101:38885 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:18:21,475 INFO [RS:0;6b5c0e5a2101:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:21,475 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:18:21,476 INFO [RS:0;6b5c0e5a2101:38885 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:18:21,476 INFO [RS:0;6b5c0e5a2101:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:21,476 DEBUG [RS:0;6b5c0e5a2101:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:21,476 DEBUG [RS:0;6b5c0e5a2101:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:21,476 DEBUG [RS:0;6b5c0e5a2101:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:21,477 DEBUG [RS:0;6b5c0e5a2101:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:21,477 DEBUG [RS:0;6b5c0e5a2101:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:21,477 DEBUG [RS:0;6b5c0e5a2101:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:18:21,477 DEBUG [RS:0;6b5c0e5a2101:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:21,477 DEBUG [RS:0;6b5c0e5a2101:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:21,477 DEBUG [RS:0;6b5c0e5a2101:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:21,477 DEBUG [RS:0;6b5c0e5a2101:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:21,477 DEBUG [RS:0;6b5c0e5a2101:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:21,477 DEBUG [RS:0;6b5c0e5a2101:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:18:21,477 DEBUG [RS:0;6b5c0e5a2101:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:18:21,477 DEBUG [RS:0;6b5c0e5a2101:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:18:21,478 INFO [RS:0;6b5c0e5a2101:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:21,478 INFO [RS:0;6b5c0e5a2101:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:21,478 INFO [RS:0;6b5c0e5a2101:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:21,478 INFO [RS:0;6b5c0e5a2101:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:21,478 INFO [RS:0;6b5c0e5a2101:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:21,478 INFO [RS:0;6b5c0e5a2101:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,38885,1731910698282-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:18:21,496 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:18:21,496 INFO [RS:0;6b5c0e5a2101:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,38885,1731910698282-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:21,496 INFO [RS:0;6b5c0e5a2101:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:21,496 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.Replication(171): 6b5c0e5a2101,38885,1731910698282 started 2024-11-18T06:18:21,506 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:18:21,507 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a 2024-11-18T06:18:21,511 INFO [RS:0;6b5c0e5a2101:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:21,511 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,38885,1731910698282, RpcServer on 6b5c0e5a2101/172.17.0.3:38885, sessionid=0x1014c97f4540001 2024-11-18T06:18:21,512 DEBUG [RS:0;6b5c0e5a2101:38885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:18:21,512 DEBUG [RS:0;6b5c0e5a2101:38885 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,38885,1731910698282 2024-11-18T06:18:21,512 DEBUG [RS:0;6b5c0e5a2101:38885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,38885,1731910698282' 2024-11-18T06:18:21,512 DEBUG [RS:0;6b5c0e5a2101:38885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-858475323/flush-table-proc/abort' 2024-11-18T06:18:21,512 DEBUG [RS:0;6b5c0e5a2101:38885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-858475323/flush-table-proc/acquired' 2024-11-18T06:18:21,513 DEBUG [RS:0;6b5c0e5a2101:38885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:18:21,513 DEBUG [RS:0;6b5c0e5a2101:38885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:18:21,513 DEBUG [RS:0;6b5c0e5a2101:38885 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,38885,1731910698282 2024-11-18T06:18:21,513 DEBUG [RS:0;6b5c0e5a2101:38885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,38885,1731910698282' 2024-11-18T06:18:21,513 DEBUG [RS:0;6b5c0e5a2101:38885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-858475323/online-snapshot/abort' 2024-11-18T06:18:21,513 DEBUG [RS:0;6b5c0e5a2101:38885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-858475323/online-snapshot/acquired' 2024-11-18T06:18:21,513 DEBUG [RS:0;6b5c0e5a2101:38885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:18:21,513 INFO [RS:0;6b5c0e5a2101:38885 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:18:21,513 INFO [RS:0;6b5c0e5a2101:38885 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:18:21,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741832_1008 (size=32) 2024-11-18T06:18:21,616 INFO [RS:0;6b5c0e5a2101:38885 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:18:21,621 INFO [RS:0;6b5c0e5a2101:38885 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C38885%2C1731910698282, suffix=, logDir=hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/WALs/6b5c0e5a2101,38885,1731910698282, archiveDir=hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/oldWALs, maxLogs=10 2024-11-18T06:18:21,641 DEBUG [RS:0;6b5c0e5a2101:38885 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/WALs/6b5c0e5a2101,38885,1731910698282/6b5c0e5a2101%2C38885%2C1731910698282.1731910701621, exclude list is [], retry=0 2024-11-18T06:18:21,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40683,DS-9ce570fb-c01e-43b1-b597-b493306c90c8,DISK] 2024-11-18T06:18:21,661 INFO [RS:0;6b5c0e5a2101:38885 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/WALs/6b5c0e5a2101,38885,1731910698282/6b5c0e5a2101%2C38885%2C1731910698282.1731910701621 2024-11-18T06:18:21,665 DEBUG [RS:0;6b5c0e5a2101:38885 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40529:40529)] 2024-11-18T06:18:21,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:18:21,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:18:21,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:18:21,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:21,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:18:21,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:18:22,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:18:22,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:22,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:18:22,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:18:22,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:18:22,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:22,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:18:22,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:18:22,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:18:22,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:22,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:18:22,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:18:22,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/data/hbase/meta/1588230740 2024-11-18T06:18:22,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/data/hbase/meta/1588230740 2024-11-18T06:18:22,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:18:22,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:18:22,069 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:18:22,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:18:22,118 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:18:22,120 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61397461, jitterRate=-0.08510653674602509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:18:22,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731910701977Initializing all the Stores at 1731910701978 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910701978Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910701979 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910701979Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910701979Cleaning up temporary data from old regions at 1731910702065 (+86 ms)Region opened successfully at 1731910702121 (+56 ms) 2024-11-18T06:18:22,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:18:22,122 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:18:22,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:18:22,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:18:22,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:18:22,124 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:18:22,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910702121Disabling compacts and flushes for region at 1731910702121Disabling writes for close at 1731910702122 (+1 ms)Writing region close event to WAL at 1731910702124 (+2 ms)Closed at 1731910702124 2024-11-18T06:18:22,126 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:18:22,126 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:18:22,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:18:22,128 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:18:22,130 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:18:22,281 DEBUG [6b5c0e5a2101:46601 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:18:22,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,38885,1731910698282 2024-11-18T06:18:22,287 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,38885,1731910698282, state=OPENING 2024-11-18T06:18:22,501 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:18:22,553 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:18:22,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323 2024-11-18T06:18:22,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323 2024-11-18T06:18:22,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-858475323/meta-region-server: CHANGED 2024-11-18T06:18:22,590 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:18:22,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,38885,1731910698282}] 2024-11-18T06:18:22,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-858475323/meta-region-server: CHANGED 2024-11-18T06:18:22,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:18:22,749 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:18:22,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:18:22,777 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:18:22,778 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:18:22,778 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:18:22,782 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C38885%2C1731910698282.meta, suffix=.meta, logDir=hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/WALs/6b5c0e5a2101,38885,1731910698282, archiveDir=hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/oldWALs, maxLogs=10 2024-11-18T06:18:22,834 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/WALs/6b5c0e5a2101,38885,1731910698282/6b5c0e5a2101%2C38885%2C1731910698282.meta.1731910702782.meta, exclude list is [], retry=0 2024-11-18T06:18:22,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40683,DS-9ce570fb-c01e-43b1-b597-b493306c90c8,DISK] 2024-11-18T06:18:22,862 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/WALs/6b5c0e5a2101,38885,1731910698282/6b5c0e5a2101%2C38885%2C1731910698282.meta.1731910702782.meta 2024-11-18T06:18:22,867 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40529:40529)] 2024-11-18T06:18:22,867 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:18:22,868 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:18:22,868 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:18:22,868 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:18:22,869 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:18:22,869 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:18:22,869 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:18:22,869 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:18:22,869 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:18:22,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:18:22,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:18:22,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:22,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:18:22,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:18:22,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:18:22,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:22,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:18:22,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:18:22,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:18:22,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:22,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:18:22,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:18:22,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:18:22,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:22,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:18:22,904 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:18:22,907 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/data/hbase/meta/1588230740 2024-11-18T06:18:22,910 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/data/hbase/meta/1588230740 2024-11-18T06:18:22,919 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:18:22,919 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:18:22,920 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:18:22,928 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:18:22,936 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69774289, jitterRate=0.03971792757511139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:18:22,936 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:18:22,938 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731910702870Writing region info on filesystem at 1731910702870Initializing all the Stores at 1731910702874 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910702874Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910702879 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910702879Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910702879Cleaning up temporary data from old regions at 1731910702919 (+40 ms)Running coprocessor post-open hooks at 1731910702936 (+17 ms)Region opened successfully at 1731910702937 (+1 ms) 2024-11-18T06:18:22,942 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731910702748 2024-11-18T06:18:22,948 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:18:22,948 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:18:22,952 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,38885,1731910698282 2024-11-18T06:18:22,957 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,38885,1731910698282, state=OPEN 2024-11-18T06:18:23,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-858475323/meta-region-server 2024-11-18T06:18:23,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-858475323/meta-region-server: CHANGED 2024-11-18T06:18:23,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-858475323/meta-region-server 2024-11-18T06:18:23,056 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,38885,1731910698282 2024-11-18T06:18:23,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-858475323/meta-region-server: CHANGED 2024-11-18T06:18:23,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:18:23,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,38885,1731910698282 in 466 msec 2024-11-18T06:18:23,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:18:23,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 945 msec 2024-11-18T06:18:23,083 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:18:23,083 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:18:23,092 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:18:23,093 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,38885,1731910698282, seqNum=-1] 2024-11-18T06:18:23,093 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:18:23,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:18:23,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.0460 sec 2024-11-18T06:18:23,138 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731910703137, completionTime=-1 2024-11-18T06:18:23,138 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:18:23,138 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:18:23,142 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:18:23,142 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731910763142 2024-11-18T06:18:23,142 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731910823142 2024-11-18T06:18:23,142 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-18T06:18:23,143 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46601,1731910698120-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:23,143 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46601,1731910698120-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:23,143 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46601,1731910698120-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:23,143 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:46601, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:23,143 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:23,143 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:23,147 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:18:23,150 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.784sec 2024-11-18T06:18:23,150 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:18:23,150 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:18:23,150 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:18:23,150 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:18:23,150 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:18:23,151 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46601,1731910698120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:18:23,151 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46601,1731910698120-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:18:23,168 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:18:23,169 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:18:23,169 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46601,1731910698120-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:18:23,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6dc5ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:23,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,46601,-1 for getting cluster id 2024-11-18T06:18:23,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:18:23,245 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2645707-1c2a-4b73-b77e-e5986d70ccf3' 2024-11-18T06:18:23,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:18:23,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2645707-1c2a-4b73-b77e-e5986d70ccf3" 2024-11-18T06:18:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74838e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,46601,-1] 2024-11-18T06:18:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:18:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:23,248 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:18:23,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a841d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:18:23,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:18:23,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,38885,1731910698282, seqNum=-1] 2024-11-18T06:18:23,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:18:23,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:18:23,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,46601,1731910698120 2024-11-18T06:18:23,268 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53415 2024-11-18T06:18:23,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:18:23,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c97f4540002 connected 2024-11-18T06:18:23,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/hadoop.log.dir so I do NOT create it in target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711 2024-11-18T06:18:23,349 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:18:23,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/hadoop.tmp.dir so I do NOT create it in target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711 2024-11-18T06:18:23,349 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:18:23,349 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711 2024-11-18T06:18:23,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:18:23,349 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/cluster_d59e2154-940c-03f8-062b-eedf70caaa0d, deleteOnExit=true 2024-11-18T06:18:23,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:18:23,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/test.cache.data in system properties and HBase conf 2024-11-18T06:18:23,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:18:23,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:18:23,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:18:23,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:18:23,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:18:23,350 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:18:23,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:18:23,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:18:23,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:18:23,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:18:23,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:18:23,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:18:23,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:18:23,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:18:23,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:18:23,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:18:23,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:18:23,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:18:23,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:18:23,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:18:23,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:18:23,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:18:23,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:18:23,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:18:23,894 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:18:23,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:18:23,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14eee2f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:18:23,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26c83fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:18:24,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2811bd87{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/java.io.tmpdir/jetty-localhost-43791-hadoop-hdfs-3_4_1-tests_jar-_-any-12452969319424985756/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:18:24,124 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f145d3d{HTTP/1.1, (http/1.1)}{localhost:43791} 2024-11-18T06:18:24,125 INFO [Time-limited test {}] server.Server(415): Started @46670ms 2024-11-18T06:18:24,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:18:24,755 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:18:24,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:18:24,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:18:24,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:18:24,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@365b9db1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:18:24,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f44cfe2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:18:24,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ce74373{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/java.io.tmpdir/jetty-localhost-41003-hadoop-hdfs-3_4_1-tests_jar-_-any-13663776311541088382/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:18:24,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9cf07b8{HTTP/1.1, (http/1.1)}{localhost:41003} 2024-11-18T06:18:24,961 INFO [Time-limited test {}] server.Server(415): Started @47507ms 2024-11-18T06:18:24,963 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:18:25,849 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/cluster_d59e2154-940c-03f8-062b-eedf70caaa0d/data/data1/current/BP-1084311526-172.17.0.3-1731910703406/current, will proceed with Du for space computation calculation, 2024-11-18T06:18:25,856 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/cluster_d59e2154-940c-03f8-062b-eedf70caaa0d/data/data2/current/BP-1084311526-172.17.0.3-1731910703406/current, will proceed with Du for space computation calculation, 2024-11-18T06:18:25,915 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:18:25,924 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1551847a7dc7bd69 with lease ID 0xfeaf06816b956962: Processing first storage report for DS-4a635f1b-467a-46c4-8d75-939326f1f2e1 from datanode DatanodeRegistration(127.0.0.1:41501, datanodeUuid=c4d5af72-da28-42c9-a766-6df33e81aad7, infoPort=44797, infoSecurePort=0, ipcPort=41373, storageInfo=lv=-57;cid=testClusterID;nsid=1933925691;c=1731910703406) 2024-11-18T06:18:25,924 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1551847a7dc7bd69 with lease ID 0xfeaf06816b956962: from storage DS-4a635f1b-467a-46c4-8d75-939326f1f2e1 node DatanodeRegistration(127.0.0.1:41501, datanodeUuid=c4d5af72-da28-42c9-a766-6df33e81aad7, infoPort=44797, infoSecurePort=0, ipcPort=41373, storageInfo=lv=-57;cid=testClusterID;nsid=1933925691;c=1731910703406), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:18:25,924 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1551847a7dc7bd69 with lease ID 0xfeaf06816b956962: Processing first storage report for DS-5bf4eec1-3a8d-4811-b238-f69061d30901 from datanode DatanodeRegistration(127.0.0.1:41501, datanodeUuid=c4d5af72-da28-42c9-a766-6df33e81aad7, infoPort=44797, infoSecurePort=0, ipcPort=41373, storageInfo=lv=-57;cid=testClusterID;nsid=1933925691;c=1731910703406) 2024-11-18T06:18:25,924 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1551847a7dc7bd69 with lease ID 0xfeaf06816b956962: from storage DS-5bf4eec1-3a8d-4811-b238-f69061d30901 node DatanodeRegistration(127.0.0.1:41501, datanodeUuid=c4d5af72-da28-42c9-a766-6df33e81aad7, infoPort=44797, infoSecurePort=0, ipcPort=41373, storageInfo=lv=-57;cid=testClusterID;nsid=1933925691;c=1731910703406), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T06:18:25,959 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711 2024-11-18T06:18:25,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:18:25,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:18:26,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41501 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:18:26,019 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34055/user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a with version=8 2024-11-18T06:18:26,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34055/user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a/hbase-staging 2024-11-18T06:18:26,023 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:18:26,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:18:26,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:18:26,023 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:18:26,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:18:26,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:18:26,023 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:18:26,023 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:18:26,033 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42307 2024-11-18T06:18:26,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42307 connecting to ZooKeeper ensemble=127.0.0.1:53415 2024-11-18T06:18:26,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423070x0, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:18:26,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42307-0x1014c97f4540003 connected 2024-11-18T06:18:26,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:18:26,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:18:26,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Set watcher on znode that does not yet exist, /1116409395/running 2024-11-18T06:18:26,237 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34055/user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a, hbase.cluster.distributed=false 2024-11-18T06:18:26,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Set watcher on znode that does not yet exist, /1116409395/acl 2024-11-18T06:18:26,291 WARN [RS:0;6b5c0e5a2101:38885 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6b5c0e5a2101,36335,1731910667487: status=Processing ServerCrashProcedure of 6b5c0e5a2101,36335,1731910667487 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731910684355, completionTime=-1 appears to have been leaked 2024-11-18T06:18:26,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42307 2024-11-18T06:18:26,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42307 2024-11-18T06:18:26,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42307 2024-11-18T06:18:26,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42307 2024-11-18T06:18:26,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42307 2024-11-18T06:18:26,337 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:18:26,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:18:26,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:18:26,338 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:18:26,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:18:26,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:18:26,338 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:18:26,338 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:18:26,340 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33155 2024-11-18T06:18:26,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33155 connecting to ZooKeeper ensemble=127.0.0.1:53415 2024-11-18T06:18:26,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:18:26,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:18:26,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331550x0, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:18:26,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331550x0, quorum=127.0.0.1:53415, baseZNode=/1116409395 Set watcher on znode that does not yet exist, /1116409395/running 2024-11-18T06:18:26,376 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:18:26,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33155-0x1014c97f4540004 connected 2024-11-18T06:18:26,400 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:18:26,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33155-0x1014c97f4540004, quorum=127.0.0.1:53415, baseZNode=/1116409395 Set watcher on znode that does not yet exist, /1116409395/master 2024-11-18T06:18:26,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33155-0x1014c97f4540004, quorum=127.0.0.1:53415, baseZNode=/1116409395 Set watcher on znode that does not yet exist, /1116409395/acl 2024-11-18T06:18:26,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33155 2024-11-18T06:18:26,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33155 2024-11-18T06:18:26,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33155 2024-11-18T06:18:26,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33155 2024-11-18T06:18:26,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33155 2024-11-18T06:18:26,467 DEBUG [M:0;6b5c0e5a2101:42307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:42307 2024-11-18T06:18:26,468 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1116409395/backup-masters/6b5c0e5a2101,42307,1731910706022 2024-11-18T06:18:26,481 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Set watcher on existing znode=/1116409395/backup-masters/6b5c0e5a2101,42307,1731910706022 2024-11-18T06:18:26,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1116409395/backup-masters 2024-11-18T06:18:26,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x1014c97f4540004, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1116409395/backup-masters 2024-11-18T06:18:26,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1116409395 2024-11-18T06:18:26,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x1014c97f4540004, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1116409395/master 2024-11-18T06:18:26,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x1014c97f4540004, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1116409395 2024-11-18T06:18:26,492 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Set watcher on existing znode=/1116409395/master 2024-11-18T06:18:26,492 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1116409395/backup-masters/6b5c0e5a2101,42307,1731910706022 from backup master directory 2024-11-18T06:18:26,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x1014c97f4540004, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1116409395/backup-masters 2024-11-18T06:18:26,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1116409395/backup-masters/6b5c0e5a2101,42307,1731910706022 2024-11-18T06:18:26,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1116409395/backup-masters 2024-11-18T06:18:26,503 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:18:26,503 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,42307,1731910706022 2024-11-18T06:18:26,526 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34055/user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a/hbase.id] with ID: d6c60c08-e926-4e06-aa4c-a9c0fb5d2412 2024-11-18T06:18:26,526 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34055/user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a/.tmp/hbase.id 2024-11-18T06:18:26,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41501 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:18:26,959 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34055/user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a/.tmp/hbase.id]:[hdfs://localhost:34055/user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a/hbase.id] 2024-11-18T06:18:26,977 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:18:26,977 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:18:26,983 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-18T06:18:27,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T06:18:27,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T06:18:27,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:18:27,047 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T06:18:27,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:18:27,048 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T06:18:27,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T06:18:27,048 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T06:18:27,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1116409395 2024-11-18T06:18:27,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x1014c97f4540004, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1116409395 2024-11-18T06:18:27,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41501 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:18:27,473 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T06:18:27,681 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:18:27,682 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:18:27,685 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:18:27,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41501 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:18:28,138 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34055/user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a/MasterData/data/master/store 2024-11-18T06:18:28,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41501 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:18:28,188 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:18:28,189 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:18:28,189 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:28,189 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:28,189 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:18:28,189 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:28,189 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:18:28,189 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910708188Disabling compacts and flushes for region at 1731910708188Disabling writes for close at 1731910708189 (+1 ms)Writing region close event to WAL at 1731910708189Closed at 1731910708189 2024-11-18T06:18:28,195 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34055/user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a/MasterData/data/master/store/.initializing 2024-11-18T06:18:28,195 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34055/user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a/MasterData/WALs/6b5c0e5a2101,42307,1731910706022 2024-11-18T06:18:28,208 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:18:28,223 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C42307%2C1731910706022, suffix=, logDir=hdfs://localhost:34055/user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a/MasterData/WALs/6b5c0e5a2101,42307,1731910706022, archiveDir=hdfs://localhost:34055/user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a/MasterData/oldWALs, maxLogs=10 2024-11-18T06:18:28,239 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a/MasterData/WALs/6b5c0e5a2101,42307,1731910706022/6b5c0e5a2101%2C42307%2C1731910706022.1731910708223, exclude list is [], retry=0 2024-11-18T06:18:28,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41501,DS-4a635f1b-467a-46c4-8d75-939326f1f2e1,DISK] 2024-11-18T06:18:28,244 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a/MasterData/WALs/6b5c0e5a2101,42307,1731910706022/6b5c0e5a2101%2C42307%2C1731910706022.1731910708223 2024-11-18T06:18:28,245 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44797:44797)] 2024-11-18T06:18:28,246 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:18:28,246 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:18:28,246 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:28,246 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:28,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:28,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:18:28,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:28,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:18:28,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:28,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:18:28,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:28,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:18:28,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:28,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:18:28,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:28,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:18:28,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:28,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:18:28,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:18:28,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:18:28,258 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:28,266 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34055/user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:28,267 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34055/user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:28,276 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:28,276 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:28,277 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:18:28,280 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:18:28,292 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34055/user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:18:28,294 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60974934, jitterRate=-0.09140267968177795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:18:28,294 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731910708246Initializing all the Stores at 1731910708247 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910708247Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910708248 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910708248Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910708248Cleaning up temporary data from old regions at 1731910708276 (+28 ms)Region opened successfully at 1731910708294 (+18 ms) 2024-11-18T06:18:28,300 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:18:28,313 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1497a592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:18:28,315 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:18:28,316 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:18:28,316 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:18:28,317 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:18:28,317 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:18:28,318 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:18:28,318 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:18:28,330 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:18:28,332 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Unable to get data of znode /1116409395/balancer because node does not exist (not necessarily an error) 2024-11-18T06:18:28,372 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:18:28,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:18:28,856 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1116409395/balancer already deleted, retry=false 2024-11-18T06:18:28,857 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:18:28,858 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Unable to get data of znode /1116409395/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:18:29,564 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1116409395/normalizer already deleted, retry=false 2024-11-18T06:18:29,565 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:18:29,567 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Unable to get data of znode /1116409395/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:18:29,770 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1116409395/switch/split already deleted, retry=false 2024-11-18T06:18:29,771 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Unable to get data of znode /1116409395/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:18:29,973 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1116409395/switch/merge already deleted, retry=false 2024-11-18T06:18:29,977 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Unable to get data of znode /1116409395/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:18:34,810 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1116409395/snapshot-cleanup already deleted, retry=false 2024-11-18T06:18:35,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x1014c97f4540004, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1116409395/running 2024-11-18T06:18:35,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x1014c97f4540004, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1116409395 2024-11-18T06:18:35,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1116409395/running 2024-11-18T06:18:35,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1116409395 2024-11-18T06:18:35,074 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,42307,1731910706022, sessionid=0x1014c97f4540003, setting cluster-up flag (Was=false) 2024-11-18T06:18:42,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x1014c97f4540004, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1116409395 2024-11-18T06:18:42,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1116409395 2024-11-18T06:18:47,678 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:18:51,268 INFO [AsyncFSWAL-0-hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData-prefix:6b5c0e5a2101,46601,1731910698120 {}] wal.AbstractFSWAL(1368): Slow sync cost: 163 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:40683,DS-9ce570fb-c01e-43b1-b597-b493306c90c8,DISK]] 2024-11-18T06:18:55,963 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. Process Thread Dump: Thread dump because: Master not active after 30000ms 384 active threads Thread 1 (main): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444) java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203) app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167) app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128) app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39) app//org.junit.rules.RunRules.evaluate(RunRules.java:20) app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) app//org.junit.runners.ParentRunner.run(ParentRunner.java:413) app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316) app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240) app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214) app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155) app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385) app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162) app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507) app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495) Thread 2 (Reference Handler): State: RUNNABLE Blocked count: 2 Waited count: 0 Stack: java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method) java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253) java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215) Thread 3 (Finalizer): State: WAITING Blocked count: 5 Waited count: 6 Waiting on java.lang.ref.ReferenceQueue$Lock@2563b9b5 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172) Thread 4 (Signal Dispatcher): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: Thread 12 (Common-Cleaner): State: TIMED_WAITING Blocked count: 11 Waited count: 11 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162) Thread 13 (Notification Thread): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: Thread 14 (pool-1-thread-1): State: WAITING Blocked count: 0 Waited count: 3 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@44a27519 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275) java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 15 (pool-1-thread-2): State: RUNNABLE Blocked count: 0 Waited count: 5 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200) java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281) java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 16 (surefire-forkedjvm-stream-flusher): State: TIMED_WAITING Blocked count: 0 Waited count: 775 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 18 (surefire-forkedjvm-command-thread): State: WAITING Blocked count: 0 Waited count: 8 Waiting on java.util.concurrent.CountDownLatch$Sync@5e84251e Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230) java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178) app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169) app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50) app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430) app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419) app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116) app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77) app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60) app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 20 (Time-limited test): State: RUNNABLE Blocked count: 297 Waited count: 869 Stack: java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method) java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197) java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154) app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181) app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186) app//org.apache.hadoop.hbase.util.JVMClusterUtil.waitForEvent(JVMClusterUtil.java:220) app//org.apache.hadoop.hbase.util.JVMClusterUtil.startup(JVMClusterUtil.java:177) app//org.apache.hadoop.hbase.LocalHBaseCluster.startup(LocalHBaseCluster.java:409) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.init(SingleProcessHBaseCluster.java:245) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.(SingleProcessHBaseCluster.java:111) app//org.apache.hadoop.hbase.HBaseTestingUtil.startMiniHBaseCluster(HBaseTestingUtil.java:863) app//org.apache.hadoop.hbase.HBaseTestingUtil.startMiniCluster(HBaseTestingUtil.java:830) app//org.apache.hadoop.hbase.HBaseTestingUtil.startMiniCluster(HBaseTestingUtil.java:794) app//org.apache.hadoop.hbase.replication.TestMasterReplication.startMiniClusters(TestMasterReplication.java:591) app//org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:559) java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568) app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) Thread 21 (process reaper): State: TIMED_WAITING Blocked count: 0 Waited count: 15 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 32 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner): State: WAITING Blocked count: 2 Waited count: 3 Waiting on java.lang.ref.ReferenceQueue$Lock@376499a4 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 34 (SSL Certificates Store Monitor): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.TaskQueue@45376866 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 44 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100): State: TIMED_WAITING Blocked count: 0 Waited count: 15 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Thread 90 (process reaper): State: TIMED_WAITING Blocked count: 3 Waited count: 30 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 137 (ForkJoinPool-2-worker-2): State: WAITING Blocked count: 0 Waited count: 4 Waiting on java.util.concurrent.ForkJoinPool@3ae4090b Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Thread 136 (ForkJoinPool-2-worker-1): State: TIMED_WAITING Blocked count: 0 Waited count: 6 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Thread 138 (ForkJoinPool-2-worker-3): State: WAITING Blocked count: 0 Waited count: 2 Waiting on java.util.concurrent.ForkJoinPool@3ae4090b Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Thread 139 (ForkJoinPool-2-worker-4): State: WAITING Blocked count: 0 Waited count: 4 Waiting on java.util.concurrent.ForkJoinPool@3ae4090b Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Thread 147 (LeaseRenewer:jenkins@localhost:37495): State: TIMED_WAITING Blocked count: 0 Waited count: 71 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 152 (weak-ref-cleaner-strictcontextstorage): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.lang.ref.ReferenceQueue$Lock@13642d4a Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 153 (HBase-Metrics2-1): State: TIMED_WAITING Blocked count: 0 Waited count: 99 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 154 (HMaster-EventLoopGroup-1-1): State: RUNNABLE Blocked count: 1 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 186 (Time-limited test.named-queue-events-pool-0): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7ed4131e Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 187 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 210 (Monitor thread for TaskMonitor): State: TIMED_WAITING Blocked count: 0 Waited count: 7 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 212 (master/6b5c0e5a2101:0:becomeActiveMaster-MemStoreChunkPool Statistics): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 214 (master/6b5c0e5a2101:0:becomeActiveMaster-MemStoreChunkPool Statistics): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 216 (org.apache.hadoop.hdfs.PeerCache@3df2380f): State: TIMED_WAITING Blocked count: 0 Waited count: 23 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 235 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2): State: RUNNABLE Blocked count: 2 Waited count: 1 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 244 (Idle-Rpc-Conn-Sweeper-pool-0): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 255 (SnapshotHandlerChoreCleaner): State: WAITING Blocked count: 0 Waited count: 3 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@799aff2e Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 243 (RpcClient-timer-pool-0): State: TIMED_WAITING Blocked count: 0 Waited count: 6686 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 264 (HMaster-EventLoopGroup-1-2): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 282 (regionserver/6b5c0e5a2101:0.procedureResultReporter): State: WAITING Blocked count: 4 Waited count: 9 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@a871f92 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Thread 288 (LeaseRenewer:jenkins.hfs.0@localhost:37495): State: TIMED_WAITING Blocked count: 0 Waited count: 67 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 294 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 301 (region-location-0): State: WAITING Blocked count: 4 Waited count: 5 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@280a97d1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 303 (RPCClient-NioEventLoopGroup-4-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 304 (HMaster-EventLoopGroup-1-3): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 305 (RPCClient-NioEventLoopGroup-4-2): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 242 (Async-Client-Retry-Timer-pool-0): State: TIMED_WAITING Blocked count: 0 Waited count: 6549 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 306 (RPCClient-NioEventLoopGroup-4-3): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 307 (Time-limited test-SendThread(127.0.0.1:50701)): State: TIMED_WAITING Blocked count: 0 Waited count: 81 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1144) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1207) Thread 308 (Time-limited test-EventThread): State: WAITING Blocked count: 0 Waited count: 3 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4dc6ff26 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Thread 309 (zk-event-processor-pool-0): State: WAITING Blocked count: 0 Waited count: 2 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@638b1a3f Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 318 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100): State: TIMED_WAITING Blocked count: 0 Waited count: 14 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Thread 414 (LeaseRenewer:jenkins@localhost:43565): State: TIMED_WAITING Blocked count: 0 Waited count: 64 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 419 (HMaster-EventLoopGroup-5-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 436 (MiniHBaseClusterRegionServer-EventLoopGroup-6-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 478 (MiniHBaseClusterRegionServer-EventLoopGroup-6-2): State: RUNNABLE Blocked count: 1 Waited count: 1 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 496 (SnapshotHandlerChoreCleaner): State: WAITING Blocked count: 0 Waited count: 3 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@51c2e253 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 510 (HMaster-EventLoopGroup-5-2): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 519 (regionserver/6b5c0e5a2101:0.procedureResultReporter): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2d0a43a5 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Thread 529 (LeaseRenewer:jenkins.hfs.1@localhost:43565): State: TIMED_WAITING Blocked count: 0 Waited count: 60 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 535 (MiniHBaseClusterRegionServer-EventLoopGroup-6-3): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 542 (region-location-0): State: WAITING Blocked count: 4 Waited count: 5 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@574fb6ed Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 544 (RPCClient-NioEventLoopGroup-4-4): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 545 (HMaster-EventLoopGroup-5-3): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 546 (RPCClient-NioEventLoopGroup-4-5): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 547 (RPCClient-NioEventLoopGroup-4-6): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 548 (Time-limited test-SendThread(127.0.0.1:50701)): State: TIMED_WAITING Blocked count: 0 Waited count: 77 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Thread 549 (Time-limited test-EventThread): State: WAITING Blocked count: 0 Waited count: 3 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6c2e04d9 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Thread 550 (zk-event-processor-pool-0): State: WAITING Blocked count: 0 Waited count: 2 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2ab8a375 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 552 (RPCClient-NioEventLoopGroup-4-7): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 553 (RPCClient-NioEventLoopGroup-4-8): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 554 (RPCClient-NioEventLoopGroup-4-9): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 584 (RPCClient-NioEventLoopGroup-4-10): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 585 (RPCClient-NioEventLoopGroup-4-11): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 586 (RPCClient-NioEventLoopGroup-4-12): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 592 (RPCClient-NioEventLoopGroup-4-13): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 646 (Abort regionserver monitor): State: TIMED_WAITING Blocked count: 1 Waited count: 2 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 671 (HMaster-EventLoopGroup-7-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 688 (MiniHBaseClusterRegionServer-EventLoopGroup-8-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 717 (MiniHBaseClusterRegionServer-EventLoopGroup-8-2): State: RUNNABLE Blocked count: 5 Waited count: 1 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 737 (SnapshotHandlerChoreCleaner): State: WAITING Blocked count: 0 Waited count: 3 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7f02f665 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 747 (HMaster-EventLoopGroup-7-2): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 756 (regionserver/6b5c0e5a2101:0.procedureResultReporter): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Thread 762 (MiniHBaseClusterRegionServer-EventLoopGroup-8-3): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 767 (LeaseRenewer:jenkins.hfs.2@localhost:37495): State: TIMED_WAITING Blocked count: 0 Waited count: 52 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 817 (region-location-0): State: WAITING Blocked count: 4 Waited count: 5 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@63163d90 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 819 (RPCClient-NioEventLoopGroup-4-14): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 820 (HMaster-EventLoopGroup-7-3): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 821 (RPCClient-NioEventLoopGroup-4-15): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 822 (RPCClient-NioEventLoopGroup-4-16): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 912 (Abort regionserver monitor): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 942 (NIOServerCxnFactory.SelectorThread-0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Thread 943 (NIOServerCxnFactory.SelectorThread-1): State: RUNNABLE Blocked count: 1 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Thread 944 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:53415): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Thread 941 (ConnnectionExpirer): State: TIMED_WAITING Blocked count: 0 Waited count: 5 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Thread 945 (SessionTracker): State: TIMED_WAITING Blocked count: 0 Waited count: 21 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Thread 946 (SyncThread:0): State: RUNNABLE Blocked count: 1 Waited count: 182 Stack: java.base@17.0.11/java.io.FileOutputStream.writeBytes(Native Method) java.base@17.0.11/java.io.FileOutputStream.write(FileOutputStream.java:349) java.base@17.0.11/java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:81) java.base@17.0.11/java.io.BufferedOutputStream.flush(BufferedOutputStream.java:142) app//org.apache.zookeeper.server.persistence.FileTxnLog.commit(FileTxnLog.java:378) app//org.apache.zookeeper.server.persistence.FileTxnSnapLog.commit(FileTxnSnapLog.java:598) app//org.apache.zookeeper.server.ZKDatabase.commit(ZKDatabase.java:659) app//org.apache.zookeeper.server.SyncRequestProcessor.flush(SyncRequestProcessor.java:235) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:169) Thread 947 (ProcessThread(sid:0 cport:53415):): State: WAITING Blocked count: 0 Waited count: 204 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f8e3551 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Thread 948 (RequestThrottler): State: WAITING Blocked count: 0 Waited count: 206 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3757511b Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Thread 949 (NIOWorkerThread-1): State: WAITING Blocked count: 0 Waited count: 27 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@657f10dc Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 957 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@3e14253c): State: TIMED_WAITING Blocked count: 2 Waited count: 82 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 958 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100): State: TIMED_WAITING Blocked count: 0 Waited count: 9 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Thread 959 (pool-331-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 960 (qtp487965918-960): State: RUNNABLE Blocked count: 1 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 961 (qtp487965918-961): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 962 (qtp487965918-962): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 963 (qtp487965918-963): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 964 (qtp487965918-964-acceptor-0@3f6afc04-ServerConnector@4554fd67{HTTP/1.1, (http/1.1)}{localhost:45219}): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 965 (qtp487965918-965): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 966 (qtp487965918-966): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 967 (qtp487965918-967): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 968 (Session-HouseKeeper-4689e457-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 969 (pool-332-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 976 (FSEditLogAsync): State: WAITING Blocked count: 0 Waited count: 63 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3592597c Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 978 (Socket Reader #1 for port 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Thread 979 (IPC Server idle connection scanner for port 39603): State: TIMED_WAITING Blocked count: 1 Waited count: 6 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 981 (Hadoop-Metrics-Updater-0): State: TIMED_WAITING Blocked count: 0 Waited count: 9 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 984 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@46e0cc92): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 985 (DatanodeAdminMonitor-0): State: TIMED_WAITING Blocked count: 0 Waited count: 14 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 972 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1ddd14eb): State: TIMED_WAITING Blocked count: 0 Waited count: 9 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 970 (RedundancyMonitor): State: TIMED_WAITING Blocked count: 0 Waited count: 14 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 971 (MarkedDeleteBlockScrubberThread): State: TIMED_WAITING Blocked count: 0 Waited count: 3886 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 974 (Block report processor): State: WAITING Blocked count: 0 Waited count: 14 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@637f50c7 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Thread 980 (IPC Server Responder): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Thread 977 (IPC Server listener on 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Thread 987 (IPC Server handler 0 on default port 39603): State: TIMED_WAITING Blocked count: 1 Waited count: 80 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 988 (IPC Server handler 1 on default port 39603): State: TIMED_WAITING Blocked count: 0 Waited count: 82 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 989 (IPC Server handler 2 on default port 39603): State: TIMED_WAITING Blocked count: 1 Waited count: 81 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 990 (IPC Server handler 3 on default port 39603): State: TIMED_WAITING Blocked count: 2 Waited count: 79 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 991 (IPC Server handler 4 on default port 39603): State: TIMED_WAITING Blocked count: 3 Waited count: 79 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 992 (pool-337-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 994 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@10db3fdc): State: TIMED_WAITING Blocked count: 0 Waited count: 21 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 995 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@378c07f4): State: TIMED_WAITING Blocked count: 0 Waited count: 9 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 996 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2b78b70c): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 997 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@65aa5fe2): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 998 (CacheReplicationMonitor(660066361)): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Thread 999 (StorageLocationChecker thread 0): State: TIMED_WAITING Blocked count: 2 Waited count: 3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1000 (StorageLocationChecker thread 1): State: TIMED_WAITING Blocked count: 2 Waited count: 3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1008 (pool-343-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1009 (qtp226468762-1009): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1010 (qtp226468762-1010-acceptor-0@55072eb0-ServerConnector@35deef6{HTTP/1.1, (http/1.1)}{localhost:38161}): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1011 (qtp226468762-1011): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1012 (qtp226468762-1012): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1013 (Session-HouseKeeper-4d5d5191-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1014 (nioEventLoopGroup-6-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1015 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@ba99093): State: TIMED_WAITING Blocked count: 2 Waited count: 79 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1017 (Socket Reader #1 for port 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Thread 1018 (IPC Server idle connection scanner for port 40467): State: TIMED_WAITING Blocked count: 1 Waited count: 5 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 1020 (Hadoop-Metrics-Updater-0): State: TIMED_WAITING Blocked count: 0 Waited count: 8 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1023 (Command processor): State: WAITING Blocked count: 0 Waited count: 15 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@11bcd0c5 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Thread 1024 (BP-1977577908-172.17.0.3-1731910695195 heartbeating to localhost/127.0.0.1:39603): State: TIMED_WAITING Blocked count: 42 Waited count: 53 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1025 (pool-345-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1007 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@72f6ccf7): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1019 (IPC Server Responder): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Thread 1016 (IPC Server listener on 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Thread 1026 (IPC Client (451216554) connection to localhost/127.0.0.1:39603 from jenkins): State: TIMED_WAITING Blocked count: 24 Waited count: 25 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Thread 1028 (IPC Server handler 0 on default port 40467): State: TIMED_WAITING Blocked count: 0 Waited count: 46 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 1029 (IPC Server handler 1 on default port 40467): State: TIMED_WAITING Blocked count: 0 Waited count: 40 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 1027 (IPC Parameter Sending Thread for localhost/127.0.0.1:39603): State: TIMED_WAITING Blocked count: 0 Waited count: 24 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1030 (IPC Server handler 2 on default port 40467): State: TIMED_WAITING Blocked count: 0 Waited count: 40 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 1031 (IPC Server handler 3 on default port 40467): State: TIMED_WAITING Blocked count: 0 Waited count: 40 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 1032 (IPC Server handler 4 on default port 40467): State: TIMED_WAITING Blocked count: 0 Waited count: 40 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 1039 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/cluster_52911dc1-e560-e69c-f9eb-03b456c7d6e0/data/data1)): State: TIMED_WAITING Blocked count: 1 Waited count: 2 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Thread 1040 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/cluster_52911dc1-e560-e69c-f9eb-03b456c7d6e0/data/data2)): State: TIMED_WAITING Blocked count: 1 Waited count: 2 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Thread 1044 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/cluster_52911dc1-e560-e69c-f9eb-03b456c7d6e0/data/data1/current/BP-1977577908-172.17.0.3-1731910695195): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1046 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/cluster_52911dc1-e560-e69c-f9eb-03b456c7d6e0/data/data2/current/BP-1977577908-172.17.0.3-1731910695195): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1049 (DataNode DiskChecker thread 0): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1050 (pool-340-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1053 (java.util.concurrent.ThreadPoolExecutor$Worker@78ac2e7d[State = -1, empty queue]): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1055 (FsDatasetAsyncDiskServiceFixer): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Thread 1057 (LeaseRenewer:jenkins@localhost:39603): State: TIMED_WAITING Blocked count: 1 Waited count: 41 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1062 (HMaster-EventLoopGroup-9-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1063 (Time-limited test-SendThread(127.0.0.1:53415)): State: RUNNABLE Blocked count: 4 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Thread 1064 (Time-limited test-EventThread): State: WAITING Blocked count: 0 Waited count: 12 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7036d82a Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Thread 1065 (NIOWorkerThread-2): State: WAITING Blocked count: 0 Waited count: 27 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@657f10dc Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1066 (NIOWorkerThread-3): State: WAITING Blocked count: 0 Waited count: 27 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@657f10dc Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1067 (NIOWorkerThread-4): State: WAITING Blocked count: 0 Waited count: 27 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@657f10dc Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1068 (zk-event-processor-pool-0): State: WAITING Blocked count: 12 Waited count: 23 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3ef3df83 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1069 (NIOWorkerThread-5): State: WAITING Blocked count: 0 Waited count: 27 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@657f10dc Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1070 (NIOWorkerThread-6): State: WAITING Blocked count: 0 Waited count: 27 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@657f10dc Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1071 (NIOWorkerThread-7): State: WAITING Blocked count: 0 Waited count: 27 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@657f10dc Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1072 (NIOWorkerThread-8): State: WAITING Blocked count: 0 Waited count: 27 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@657f10dc Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1073 (NIOWorkerThread-9): State: WAITING Blocked count: 0 Waited count: 27 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@657f10dc Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1074 (NIOWorkerThread-10): State: WAITING Blocked count: 0 Waited count: 27 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@657f10dc Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1075 (NIOWorkerThread-11): State: WAITING Blocked count: 0 Waited count: 26 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@657f10dc Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1076 (NIOWorkerThread-12): State: WAITING Blocked count: 0 Waited count: 26 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@657f10dc Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1077 (NIOWorkerThread-13): State: WAITING Blocked count: 0 Waited count: 27 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@657f10dc Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1078 (NIOWorkerThread-14): State: WAITING Blocked count: 0 Waited count: 26 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@657f10dc Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1079 (NIOWorkerThread-15): State: WAITING Blocked count: 0 Waited count: 26 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@657f10dc Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1080 (NIOWorkerThread-16): State: WAITING Blocked count: 0 Waited count: 26 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@657f10dc Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1082 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46601): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@31b19413 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1083 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46601): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@45b1569c Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1084 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601): State: WAITING Blocked count: 0 Waited count: 4 Waiting on java.util.concurrent.Semaphore$NonfairSync@3002188 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1085 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46601): State: WAITING Blocked count: 0 Waited count: 323 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@23afe9ac Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1086 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46601): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1e83e0c6 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1087 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46601): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1e83e0c6 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1088 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46601): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@5149403c Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1089 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46601): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@534727fc Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1090 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46601): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@f7946b1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1091 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46601): State: WAITING Blocked count: 0 Waited count: 3 Waiting on java.util.concurrent.Semaphore$NonfairSync@e7d0248 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1094 (MiniHBaseClusterRegionServer-EventLoopGroup-10-1): State: RUNNABLE Blocked count: 2 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1096 (Time-limited test-SendThread(127.0.0.1:53415)): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Thread 1097 (Time-limited test-EventThread): State: WAITING Blocked count: 1 Waited count: 11 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@152eeb1b Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Thread 1098 (zk-event-processor-pool-0): State: WAITING Blocked count: 13 Waited count: 23 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7f3c5685 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1099 (Time-limited test.LruBlockCache.EvictionThread): State: TIMED_WAITING Blocked count: 0 Waited count: 4 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Thread 1101 (LruBlockCacheStatsExecutor): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1103 (MobFileCache #0): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1104 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38885): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@23bd4ec0 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1105 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38885): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@37c49499 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1106 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@cc9cd49 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1107 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38885): State: WAITING Blocked count: 0 Waited count: 5 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@77e5d4e1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1108 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38885): State: WAITING Blocked count: 2 Waited count: 6 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3ee75f93 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1109 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38885): State: WAITING Blocked count: 0 Waited count: 4 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3ee75f93 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1110 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38885): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@2d14748a Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1111 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38885): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@6f7557e4 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1112 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38885): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@366ed437 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1113 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38885): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@32f11eae Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1092 (M:0;6b5c0e5a2101:46601): State: TIMED_WAITING Blocked count: 1 Waited count: 377 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1127 (master:store-WAL-Roller): State: TIMED_WAITING Blocked count: 0 Waited count: 372 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Thread 1136 (MiniHBaseClusterRegionServer-EventLoopGroup-10-2): State: RUNNABLE Blocked count: 1 Waited count: 1 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1137 (DataXceiver for client DFSClient_NONMAPREDUCE_395612856_20 at /127.0.0.1:60498 [Receiving block BP-1977577908-172.17.0.3-1731910695195:blk_1073741830_1006]): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) Thread 1138 (PacketResponder: BP-1977577908-172.17.0.3-1731910695195:blk_1073741830_1006, type=LAST_IN_PIPELINE): State: WAITING Blocked count: 26 Waited count: 27 Waiting on java.util.ArrayDeque@394f9a27 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1139 (AsyncFSWAL-0-hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData-prefix:6b5c0e5a2101,46601,1731910698120): State: WAITING Blocked count: 0 Waited count: 51 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f1f7ce Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1142 (master:store-Flusher): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f2d789f8668.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1150 (ProcedureDispatcherTimeoutThread): State: TIMED_WAITING Blocked count: 0 Waited count: 4 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Thread 1151 (6b5c0e5a2101:46601): State: WAITING Blocked count: 0 Waited count: 3 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7ecde1d4 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Thread 1152 (normalizer-worker-0): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@728e3644 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1153 (SnapshotHandlerChoreCleaner): State: TIMED_WAITING Blocked count: 0 Waited count: 4 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1143 (ProcExecTimeout): State: TIMED_WAITING Blocked count: 0 Waited count: 5 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Thread 1144 (WorkerMonitor): State: TIMED_WAITING Blocked count: 0 Waited count: 9 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Thread 1145 (PEWorker-1): State: TIMED_WAITING Blocked count: 39 Waited count: 52 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Thread 1146 (PEWorker-2): State: TIMED_WAITING Blocked count: 0 Waited count: 5 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Thread 1147 (PEWorker-3): State: TIMED_WAITING Blocked count: 3 Waited count: 10 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Thread 1148 (PEWorker-4): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Thread 1149 (PEWorker-5): State: TIMED_WAITING Blocked count: 3 Waited count: 18 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Thread 1160 (OldWALsCleaner-0): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3ae391d6 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$597/0x00007f2d78ac17f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1161 (master/6b5c0e5a2101:0.Chore.1): State: TIMED_WAITING Blocked count: 5 Waited count: 8 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1114 (RS:0;6b5c0e5a2101:38885): State: TIMED_WAITING Blocked count: 348 Waited count: 671 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1162 (snapshot-hfile-cleaner-cache-refresher): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 1163 (master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910701114): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4e5f755a Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Thread 1164 (master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910701115): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@21245bd1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Thread 1165 (BootstrapNodeManager): State: TIMED_WAITING Blocked count: 0 Waited count: 3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1167 (HMaster-EventLoopGroup-9-2): State: RUNNABLE Blocked count: 1 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1168 (RegionServerTracker-0): State: WAITING Blocked count: 1 Waited count: 2 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@384523f1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1171 (JvmPauseMonitor): State: TIMED_WAITING Blocked count: 5 Waited count: 70 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1172 (RS:0;6b5c0e5a2101:38885-longCompactions-0): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@d057406 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1173 (regionserver/6b5c0e5a2101:0.Chore.1): State: TIMED_WAITING Blocked count: 1 Waited count: 73 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1175 (regionserver/6b5c0e5a2101:0.logRoller): State: TIMED_WAITING Blocked count: 0 Waited count: 346 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Thread 1177 (MemStoreFlusher.0): State: TIMED_WAITING Blocked count: 0 Waited count: 346 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Thread 1176 (regionserver/6b5c0e5a2101:0.procedureResultReporter): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@26971b17 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Thread 1174 (regionserver/6b5c0e5a2101:0.leaseChecker): State: TIMED_WAITING Blocked count: 0 Waited count: 346 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Thread 1184 (DataXceiver for client DFSClient_NONMAPREDUCE_558403213_20 at /127.0.0.1:60520 [Receiving block BP-1977577908-172.17.0.3-1731910695195:blk_1073741833_1009]): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) Thread 1185 (PacketResponder: BP-1977577908-172.17.0.3-1731910695195:blk_1073741833_1009, type=LAST_IN_PIPELINE): State: WAITING Blocked count: 2 Waited count: 3 Waiting on java.util.ArrayDeque@4a62ea0d Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1186 (LeaseRenewer:jenkins.hfs.3@localhost:39603): State: TIMED_WAITING Blocked count: 1 Waited count: 37 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1187 (AsyncFSWAL-0-hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a-prefix:6b5c0e5a2101,38885,1731910698282): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@239d4c5e Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1192 (RSProcedureDispatcher-pool-0): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1193 (MiniHBaseClusterRegionServer-EventLoopGroup-10-3): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1195 (RS_OPEN_META-regionserver/6b5c0e5a2101:0-0): State: WAITING Blocked count: 23 Waited count: 30 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1aadb083 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1196 (DataXceiver for client DFSClient_NONMAPREDUCE_558403213_20 at /127.0.0.1:55040 [Receiving block BP-1977577908-172.17.0.3-1731910695195:blk_1073741834_1010]): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) Thread 1197 (PacketResponder: BP-1977577908-172.17.0.3-1731910695195:blk_1073741834_1010, type=LAST_IN_PIPELINE): State: WAITING Blocked count: 5 Waited count: 6 Waiting on java.util.ArrayDeque@47c21359 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1198 (AsyncFSWAL-0-hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a-prefix:6b5c0e5a2101,38885,1731910698282.meta): State: WAITING Blocked count: 0 Waited count: 7 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@ef44843 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1201 (region-location-0): State: WAITING Blocked count: 4 Waited count: 5 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@688b4cb9 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1202 (Registry-endpoints-refresh-end-points): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f2d78b8b140.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1203 (HMaster-EventLoopGroup-9-3): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1204 (Time-limited test-SendThread(127.0.0.1:53415)): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Thread 1205 (Time-limited test-EventThread): State: WAITING Blocked count: 0 Waited count: 2 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@48da50eb Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Thread 1206 (zk-event-processor-pool-0): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@64c0afe3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1214 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@40f55539): State: TIMED_WAITING Blocked count: 4 Waited count: 65 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1215 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100): State: TIMED_WAITING Blocked count: 0 Waited count: 7 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Thread 1216 (pool-437-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1217 (qtp70873140-1217): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1218 (qtp70873140-1218): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1219 (qtp70873140-1219): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1220 (qtp70873140-1220-acceptor-0@72670577-ServerConnector@6f145d3d{HTTP/1.1, (http/1.1)}{localhost:43791}): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1221 (qtp70873140-1221): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1222 (qtp70873140-1222): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1223 (qtp70873140-1223): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1224 (qtp70873140-1224): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1225 (Session-HouseKeeper-672585f7-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1226 (pool-438-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1233 (FSEditLogAsync): State: WAITING Blocked count: 0 Waited count: 47 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2c83b812 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1235 (Socket Reader #1 for port 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Thread 1236 (IPC Server idle connection scanner for port 34055): State: TIMED_WAITING Blocked count: 1 Waited count: 5 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 1238 (Hadoop-Metrics-Updater-0): State: TIMED_WAITING Blocked count: 0 Waited count: 7 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1241 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@47634e2c): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1242 (DatanodeAdminMonitor-0): State: TIMED_WAITING Blocked count: 0 Waited count: 11 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1229 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@4da2c9b4): State: TIMED_WAITING Blocked count: 0 Waited count: 7 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1227 (RedundancyMonitor): State: TIMED_WAITING Blocked count: 0 Waited count: 11 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1228 (MarkedDeleteBlockScrubberThread): State: TIMED_WAITING Blocked count: 0 Waited count: 3102 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1231 (Block report processor): State: WAITING Blocked count: 0 Waited count: 9 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@daaab0b Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Thread 1237 (IPC Server Responder): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Thread 1234 (IPC Server listener on 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Thread 1244 (IPC Server handler 0 on default port 34055): State: TIMED_WAITING Blocked count: 0 Waited count: 55 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 1245 (IPC Server handler 1 on default port 34055): State: TIMED_WAITING Blocked count: 1 Waited count: 57 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 1246 (IPC Server handler 2 on default port 34055): State: TIMED_WAITING Blocked count: 0 Waited count: 56 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 1247 (IPC Server handler 3 on default port 34055): State: TIMED_WAITING Blocked count: 0 Waited count: 56 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 1248 (IPC Server handler 4 on default port 34055): State: TIMED_WAITING Blocked count: 1 Waited count: 54 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 1249 (pool-443-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1251 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@21a82037): State: TIMED_WAITING Blocked count: 0 Waited count: 16 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1252 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@386ca392): State: TIMED_WAITING Blocked count: 0 Waited count: 7 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1253 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@64b4f66f): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1254 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@234ed7b4): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1255 (CacheReplicationMonitor(1185939727)): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Thread 1256 (StorageLocationChecker thread 0): State: TIMED_WAITING Blocked count: 2 Waited count: 3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1257 (StorageLocationChecker thread 1): State: TIMED_WAITING Blocked count: 3 Waited count: 4 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1265 (pool-449-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1266 (qtp1934339859-1266): State: RUNNABLE Blocked count: 1 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1267 (qtp1934339859-1267-acceptor-0@71b2d023-ServerConnector@9cf07b8{HTTP/1.1, (http/1.1)}{localhost:41003}): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1268 (qtp1934339859-1268): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1269 (qtp1934339859-1269): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1270 (Session-HouseKeeper-90b9ab2-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1271 (nioEventLoopGroup-8-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1272 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@7e52e41c): State: TIMED_WAITING Blocked count: 0 Waited count: 63 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1274 (Socket Reader #1 for port 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Thread 1275 (IPC Server idle connection scanner for port 41373): State: TIMED_WAITING Blocked count: 1 Waited count: 5 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 1277 (Hadoop-Metrics-Updater-0): State: TIMED_WAITING Blocked count: 0 Waited count: 7 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1280 (Command processor): State: WAITING Blocked count: 0 Waited count: 13 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@78e79fec Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Thread 1281 (BP-1084311526-172.17.0.3-1731910703406 heartbeating to localhost/127.0.0.1:34055): State: TIMED_WAITING Blocked count: 30 Waited count: 43 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1282 (pool-451-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1264 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5eb0a46c): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1276 (IPC Server Responder): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Thread 1273 (IPC Server listener on 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Thread 1285 (IPC Server handler 0 on default port 41373): State: TIMED_WAITING Blocked count: 0 Waited count: 36 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 1286 (IPC Server handler 1 on default port 41373): State: TIMED_WAITING Blocked count: 0 Waited count: 33 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 1287 (IPC Server handler 2 on default port 41373): State: TIMED_WAITING Blocked count: 0 Waited count: 34 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 1288 (IPC Server handler 3 on default port 41373): State: TIMED_WAITING Blocked count: 0 Waited count: 33 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 1289 (IPC Server handler 4 on default port 41373): State: TIMED_WAITING Blocked count: 0 Waited count: 32 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 1283 (IPC Client (451216554) connection to localhost/127.0.0.1:34055 from jenkins): State: TIMED_WAITING Blocked count: 19 Waited count: 20 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Thread 1284 (IPC Parameter Sending Thread for localhost/127.0.0.1:34055): State: TIMED_WAITING Blocked count: 0 Waited count: 20 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1294 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/cluster_d59e2154-940c-03f8-062b-eedf70caaa0d/data/data1)): State: TIMED_WAITING Blocked count: 1 Waited count: 2 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Thread 1295 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/cluster_d59e2154-940c-03f8-062b-eedf70caaa0d/data/data2)): State: TIMED_WAITING Blocked count: 1 Waited count: 2 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Thread 1300 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/cluster_d59e2154-940c-03f8-062b-eedf70caaa0d/data/data1/current/BP-1084311526-172.17.0.3-1731910703406): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1301 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/cluster_d59e2154-940c-03f8-062b-eedf70caaa0d/data/data2/current/BP-1084311526-172.17.0.3-1731910703406): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1304 (DataNode DiskChecker thread 0): State: TIMED_WAITING Blocked count: 1 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1305 (pool-446-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1306 (DataNode DiskChecker thread 1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1309 (java.util.concurrent.ThreadPoolExecutor$Worker@1951155b[State = -1, empty queue]): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1310 (FsDatasetAsyncDiskServiceFixer): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Thread 1312 (LeaseRenewer:jenkins@localhost:34055): State: TIMED_WAITING Blocked count: 1 Waited count: 33 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1317 (HMaster-EventLoopGroup-11-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1318 (Time-limited test-SendThread(127.0.0.1:53415)): State: RUNNABLE Blocked count: 10 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Thread 1319 (Time-limited test-EventThread): State: WAITING Blocked count: 0 Waited count: 8 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@134fc95 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Thread 1320 (zk-event-processor-pool-0): State: WAITING Blocked count: 8 Waited count: 14 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7f996e27 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1322 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42307): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@3d823b0a Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1323 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42307): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@49df353b Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1324 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@6fa9b8c1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1325 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42307): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5bf51b45 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1326 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42307): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7783215a Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1327 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42307): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7783215a Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1328 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42307): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@4745b47c Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1329 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42307): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@658873e5 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1330 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42307): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@16546322 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1331 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42307): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@78b30943 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1334 (MiniHBaseClusterRegionServer-EventLoopGroup-12-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1336 (Time-limited test-SendThread(127.0.0.1:53415)): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Thread 1337 (Time-limited test-EventThread): State: WAITING Blocked count: 0 Waited count: 8 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@12bfa47d Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Thread 1338 (zk-event-processor-pool-0): State: WAITING Blocked count: 9 Waited count: 14 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@348eea94 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1339 (Time-limited test.LruBlockCache.EvictionThread): State: TIMED_WAITING Blocked count: 0 Waited count: 4 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Thread 1341 (LruBlockCacheStatsExecutor): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1343 (MobFileCache #0): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1344 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33155): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@4d856739 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1345 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33155): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@7a5668af Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1346 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@62f02327 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1347 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33155): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4c49b Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1348 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33155): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6deed67b Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1349 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33155): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6deed67b Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1350 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33155): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@2434c879 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1351 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33155): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@473e3ec3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1352 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33155): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@6a03aaa3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1353 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33155): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@71c5f496 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 1332 (M:0;6b5c0e5a2101:42307): State: TIMED_WAITING Blocked count: 0 Waited count: 297 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1356 (master/6b5c0e5a2101:0:becomeActiveMaster): State: WAITING Blocked count: 134 Waited count: 142 Waiting on org.apache.zookeeper.ClientCnxn$Packet@45ce7d54 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1604) app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1576) app//org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:1345) app//org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.createNonSequential(RecoverableZooKeeper.java:567) app//org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.create(RecoverableZooKeeper.java:543) app//org.apache.hadoop.hbase.zookeeper.ZKUtil.createAndFailSilent(ZKUtil.java:778) app//org.apache.hadoop.hbase.zookeeper.ZKUtil.createAndFailSilent(ZKUtil.java:768) app//org.apache.hadoop.hbase.zookeeper.ZKUtil.createAndFailSilent(ZKUtil.java:754) app//org.apache.hadoop.hbase.procedure.ZKProcedureUtil.(ZKProcedureUtil.java:79) app//org.apache.hadoop.hbase.procedure.ZKProcedureCoordinator$1.(ZKProcedureCoordinator.java:190) app//org.apache.hadoop.hbase.procedure.ZKProcedureCoordinator.start(ZKProcedureCoordinator.java:190) app//org.apache.hadoop.hbase.procedure.ProcedureCoordinator.(ProcedureCoordinator.java:85) app//org.apache.hadoop.hbase.procedure.flush.MasterFlushTableProcedureManager.initialize(MasterFlushTableProcedureManager.java:116) app//org.apache.hadoop.hbase.procedure.MasterProcedureManagerHost.initialize(MasterProcedureManagerHost.java:49) app//org.apache.hadoop.hbase.master.HMaster.initializeZKBasedSystemTrackers(HMaster.java:866) app//org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1050) app//org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) app//org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) Thread 1367 (master:store-WAL-Roller): State: TIMED_WAITING Blocked count: 0 Waited count: 284 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Thread 1376 (MiniHBaseClusterRegionServer-EventLoopGroup-12-2): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1377 (DataXceiver for client DFSClient_NONMAPREDUCE_1065523368_20 at /127.0.0.1:43970 [Receiving block BP-1084311526-172.17.0.3-1731910703406:blk_1073741830_1006]): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) Thread 1378 (PacketResponder: BP-1084311526-172.17.0.3-1731910703406:blk_1073741830_1006, type=LAST_IN_PIPELINE): State: WAITING Blocked count: 1 Waited count: 2 Waiting on java.util.ArrayDeque@6c50b273 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1379 (AsyncFSWAL-0-hdfs://localhost:34055/user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a/MasterData-prefix:6b5c0e5a2101,42307,1731910706022): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1b79540b Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1382 (master:store-Flusher): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f2d789f8668.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1390 (ProcedureDispatcherTimeoutThread): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Thread 1391 (6b5c0e5a2101:42307): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aef5ffc Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Thread 1392 (Timer for 'DataNode' metrics system): State: TIMED_WAITING Blocked count: 0 Waited count: 3 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 1393 (normalizer-worker-0): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2b8b4af1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1394 (IPC Client (451216554) connection to localhost/127.0.0.1:39603 from jenkins): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Thread 1395 (IPC Parameter Sending Thread for localhost/127.0.0.1:39603): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1396 (IPC Client (451216554) connection to localhost/127.0.0.1:39603 from jenkins.hfs.3): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Thread 1397 (IPC Parameter Sending Thread for localhost/127.0.0.1:39603): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 1398 (IPC Client (451216554) connection to localhost/127.0.0.1:34055 from jenkins): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Thread 1399 (IPC Parameter Sending Thread for localhost/127.0.0.1:34055): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:18:56,501 ERROR [Time-limited test {}] hbase.SingleProcessHBaseCluster(250): Error starting cluster java.lang.RuntimeException: Master not active after 30000ms at org.apache.hadoop.hbase.util.JVMClusterUtil.waitForEvent(JVMClusterUtil.java:221) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.JVMClusterUtil.startup(JVMClusterUtil.java:177) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.LocalHBaseCluster.startup(LocalHBaseCluster.java:409) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster.init(SingleProcessHBaseCluster.java:245) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster.(SingleProcessHBaseCluster.java:111) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniHBaseCluster(HBaseTestingUtil.java:863) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniCluster(HBaseTestingUtil.java:830) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniCluster(HBaseTestingUtil.java:794) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TestMasterReplication.startMiniClusters(TestMasterReplication.java:591) ~[test-classes/:?] at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:559) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:18:56,502 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:18:56,502 INFO [Time-limited test {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,42307,1731910706022' ***** 2024-11-18T06:18:56,502 INFO [Time-limited test {}] master.HMaster(3323): STOPPED: Stopped by Time-limited test 2024-11-18T06:18:56,502 INFO [M:0;6b5c0e5a2101:42307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:18:56,502 INFO [M:0;6b5c0e5a2101:42307 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;6b5c0e5a2101:42307. 2024-11-18T06:18:56,502 DEBUG [M:0;6b5c0e5a2101:42307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:630) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:18:56,502 DEBUG [M:0;6b5c0e5a2101:42307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:18:56,502 INFO [M:0;6b5c0e5a2101:42307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:18:56,502 INFO [M:0;6b5c0e5a2101:42307 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [] on shutdown 2024-11-18T06:18:56,502 INFO [M:0;6b5c0e5a2101:42307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:18:56,502 DEBUG [M:0;6b5c0e5a2101:42307 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:18:56,502 INFO [M:0;6b5c0e5a2101:42307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:18:56,503 INFO [M:0;6b5c0e5a2101:42307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:18:56,503 INFO [M:0;6b5c0e5a2101:42307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:18:56,503 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:18:59,289 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1116409395/flush-table-proc/acquired, /1116409395/flush-table-proc/reached, /1116409395/flush-table-proc/abort 2024-11-18T06:19:00,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1116409395/master 2024-11-18T06:19:00,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x1014c97f4540004, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1116409395/master 2024-11-18T06:19:00,721 DEBUG [M:0;6b5c0e5a2101:42307 {}] zookeeper.RecoverableZooKeeper(212): Node /1116409395/master already deleted, retry=false 2024-11-18T06:19:00,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x1014c97f4540004, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1116409395 2024-11-18T06:19:00,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1116409395 2024-11-18T06:19:00,721 DEBUG [M:0;6b5c0e5a2101:42307 {}] master.ActiveMasterManager(353): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Failed delete of our master address node; KeeperErrorCode = NoNode for /1116409395/master 2024-11-18T06:19:00,721 INFO [Time-limited test {}] util.JVMClusterUtil(250): Stopped backup Master 1276381768 is stopped: true 2024-11-18T06:19:00,721 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,33155,1731910706337' ***** 2024-11-18T06:19:00,721 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:19:00,721 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:19:00,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:19:00,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:19:00,721 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,42307,1731910706022 2024-11-18T06:19:00,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:19:00,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33155-0x1014c97f4540004, quorum=127.0.0.1:53415, baseZNode=/1116409395 Set watcher on znode that does not yet exist, /1116409395/master 2024-11-18T06:19:00,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:19:00,722 INFO [M:0;6b5c0e5a2101:42307 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34055/user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a/.lastflushedseqids 2024-11-18T06:19:00,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:19:00,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:19:00,722 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:19:00,722 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1026242076, stopped=false 2024-11-18T06:19:00,722 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,46601,1731910698120 2024-11-18T06:19:00,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41501 is added to blk_1073741831_1007 (size=1) 2024-11-18T06:19:00,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-858475323/running 2024-11-18T06:19:00,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-858475323/running 2024-11-18T06:19:00,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323 2024-11-18T06:19:00,921 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:19:00,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323 2024-11-18T06:19:00,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:19:00,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:19:00,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:19:00,922 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,38885,1731910698282' ***** 2024-11-18T06:19:00,922 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:19:00,922 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:19:00,922 INFO [RS:0;6b5c0e5a2101:38885 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:19:00,922 INFO [RS:0;6b5c0e5a2101:38885 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:19:00,922 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:19:00,922 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,38885,1731910698282 2024-11-18T06:19:00,922 INFO [RS:0;6b5c0e5a2101:38885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:19:00,922 INFO [RS:0;6b5c0e5a2101:38885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:38885. 2024-11-18T06:19:00,922 DEBUG [RS:0;6b5c0e5a2101:38885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:19:00,922 DEBUG [RS:0;6b5c0e5a2101:38885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:19:00,922 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:19:00,922 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:19:00,922 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:19:00,922 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:19:00,923 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T06:19:00,923 DEBUG [RS:0;6b5c0e5a2101:38885 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:19:00,923 DEBUG [RS:0;6b5c0e5a2101:38885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:19:00,923 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:19:00,923 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:19:00,923 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:19:00,923 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:19:00,923 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:19:00,923 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T06:19:00,964 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/data/hbase/meta/1588230740/.tmp/ns/e2e2d9b346f54480b79e75eab220e9b6 is 43, key is default/ns:d/1731910703108/Put/seqid=0 2024-11-18T06:19:00,967 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:19:00,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741835_1011 (size=5153) 2024-11-18T06:19:01,123 DEBUG [RS:0;6b5c0e5a2101:38885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:19:01,127 INFO [M:0;6b5c0e5a2101:42307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:19:01,127 INFO [M:0;6b5c0e5a2101:42307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:19:01,127 DEBUG [M:0;6b5c0e5a2101:42307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:19:01,127 INFO [M:0;6b5c0e5a2101:42307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:19:01,127 DEBUG [M:0;6b5c0e5a2101:42307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:19:01,128 DEBUG [M:0;6b5c0e5a2101:42307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:19:01,128 DEBUG [M:0;6b5c0e5a2101:42307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:19:01,128 INFO [M:0;6b5c0e5a2101:42307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:19:01,128 DEBUG [M:0;6b5c0e5a2101:42307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910741127Disabling compacts and flushes for region at 1731910741127Disabling writes for close at 1731910741128 (+1 ms)Writing region close event to WAL at 1731910741128Closed at 1731910741128 2024-11-18T06:19:01,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41501 is added to blk_1073741830_1006 (size=93) 2024-11-18T06:19:01,131 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22ae97f0-7547-d07f-4444-f3158f3f643a/MasterData/WALs/6b5c0e5a2101,42307,1731910706022/6b5c0e5a2101%2C42307%2C1731910706022.1731910708223 not finished, retry = 0 2024-11-18T06:19:01,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1116409395 2024-11-18T06:19:01,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x1014c97f4540004, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1116409395 2024-11-18T06:19:01,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Set watcher on znode that does not yet exist, /0-858475323/running 2024-11-18T06:19:01,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Set watcher on znode that does not yet exist, /0-858475323/running 2024-11-18T06:19:01,232 INFO [M:0;6b5c0e5a2101:42307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:19:01,232 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:19:01,232 INFO [M:0;6b5c0e5a2101:42307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42307 2024-11-18T06:19:01,232 INFO [M:0;6b5c0e5a2101:42307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:19:01,323 DEBUG [RS:0;6b5c0e5a2101:38885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:19:01,369 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/data/hbase/meta/1588230740/.tmp/ns/e2e2d9b346f54480b79e75eab220e9b6 2024-11-18T06:19:01,376 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/data/hbase/meta/1588230740/.tmp/ns/e2e2d9b346f54480b79e75eab220e9b6 as hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/data/hbase/meta/1588230740/ns/e2e2d9b346f54480b79e75eab220e9b6 2024-11-18T06:19:01,381 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/data/hbase/meta/1588230740/ns/e2e2d9b346f54480b79e75eab220e9b6, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T06:19:01,382 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 459ms, sequenceid=6, compaction requested=false 2024-11-18T06:19:01,386 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T06:19:01,387 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:19:01,387 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:19:01,387 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:19:01,387 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910740923Running coprocessor pre-close hooks at 1731910740923Disabling compacts and flushes for region at 1731910740923Disabling writes for close at 1731910740923Obtaining lock to block concurrent updates at 1731910740923Preparing flush snapshotting stores in 1588230740 at 1731910740923Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731910740924 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731910740951 (+27 ms)Flushing 1588230740/ns: creating writer at 1731910740951Flushing 1588230740/ns: appending metadata at 1731910740964 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731910740964Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f57b5ae: reopening flushed file at 1731910741375 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 459ms, sequenceid=6, compaction requested=false at 1731910741382 (+7 ms)Writing region close event to WAL at 1731910741383 (+1 ms)Running coprocessor post-close hooks at 1731910741386 (+3 ms)Closed at 1731910741387 (+1 ms) 2024-11-18T06:19:01,387 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:19:01,523 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,38885,1731910698282; all regions closed. 2024-11-18T06:19:01,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741834_1010 (size=1152) 2024-11-18T06:19:01,526 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/WALs/6b5c0e5a2101,38885,1731910698282/6b5c0e5a2101%2C38885%2C1731910698282.meta.1731910702782.meta not finished, retry = 0 2024-11-18T06:19:01,565 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:19:01,565 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:19:01,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:19:01,590 INFO [M:0;6b5c0e5a2101:42307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:19:01,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1014c97f4540003, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:19:01,590 ERROR [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(241): Unable to start the ZK-based Procedure Coordinator rpcs. org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /1116409395/online-snapshot/reached at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:1347) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.createNonSequential(RecoverableZooKeeper.java:567) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.create(RecoverableZooKeeper.java:543) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ZKUtil.createAndFailSilent(ZKUtil.java:778) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ZKUtil.createAndFailSilent(ZKUtil.java:768) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.zookeeper.ZKUtil.createAndFailSilent(ZKUtil.java:754) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure.ZKProcedureUtil.(ZKProcedureUtil.java:78) ~[classes/:?] at org.apache.hadoop.hbase.procedure.ZKProcedureCoordinator$1.(ZKProcedureCoordinator.java:190) ~[classes/:?] at org.apache.hadoop.hbase.procedure.ZKProcedureCoordinator.start(ZKProcedureCoordinator.java:190) ~[classes/:?] at org.apache.hadoop.hbase.procedure.ProcedureCoordinator.(ProcedureCoordinator.java:85) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.initialize(SnapshotManager.java:1377) ~[classes/:?] at org.apache.hadoop.hbase.procedure.MasterProcedureManagerHost.initialize(MasterProcedureManagerHost.java:49) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.initializeZKBasedSystemTrackers(HMaster.java:866) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1050) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:19:01,592 ERROR [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2539): Failed to become active master java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hbase.procedure2.ProcedureExecutor.getActiveProceduresNoCopy()" because the return value of "org.apache.hadoop.hbase.master.MasterServices.getMasterProcedureExecutor()" is null at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.restoreUnfinishedSnapshotProcedure(SnapshotManager.java:1390) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.initialize(SnapshotManager.java:1382) ~[classes/:?] at org.apache.hadoop.hbase.procedure.MasterProcedureManagerHost.initialize(MasterProcedureManagerHost.java:49) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.initializeZKBasedSystemTrackers(HMaster.java:866) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1050) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:19:01,592 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(3213): Abort called but aborted=true, stopped=true 2024-11-18T06:19:01,628 DEBUG [RS:0;6b5c0e5a2101:38885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/oldWALs 2024-11-18T06:19:01,628 INFO [RS:0;6b5c0e5a2101:38885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C38885%2C1731910698282.meta:.meta(num 1731910702782) 2024-11-18T06:19:01,631 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/WALs/6b5c0e5a2101,38885,1731910698282/6b5c0e5a2101%2C38885%2C1731910698282.1731910701621 not finished, retry = 0 2024-11-18T06:19:01,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741833_1009 (size=93) 2024-11-18T06:19:01,733 DEBUG [RS:0;6b5c0e5a2101:38885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/oldWALs 2024-11-18T06:19:01,733 INFO [RS:0;6b5c0e5a2101:38885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C38885%2C1731910698282:(num 1731910701621) 2024-11-18T06:19:01,733 DEBUG [RS:0;6b5c0e5a2101:38885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:19:01,733 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:19:01,733 INFO [RS:0;6b5c0e5a2101:38885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:19:01,733 INFO [RS:0;6b5c0e5a2101:38885 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:19:01,733 INFO [RS:0;6b5c0e5a2101:38885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:19:01,734 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:19:01,734 INFO [RS:0;6b5c0e5a2101:38885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38885 2024-11-18T06:19:01,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-858475323/rs/6b5c0e5a2101,38885,1731910698282 2024-11-18T06:19:01,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323/rs 2024-11-18T06:19:01,942 INFO [RS:0;6b5c0e5a2101:38885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:19:01,942 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,38885,1731910698282] 2024-11-18T06:19:02,339 INFO [RS:0;6b5c0e5a2101:38885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:19:02,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:19:02,339 INFO [RS:0;6b5c0e5a2101:38885 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,38885,1731910698282; zookeeper connection closed. 2024-11-18T06:19:02,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x1014c97f4540001, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:19:02,339 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1510ced6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1510ced6 2024-11-18T06:19:02,339 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:19:02,459 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-858475323/draining/6b5c0e5a2101,38885,1731910698282 already deleted, retry=false 2024-11-18T06:19:02,460 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,38885,1731910698282 expired; onlineServers=0 2024-11-18T06:19:02,460 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,46601,1731910698120' ***** 2024-11-18T06:19:02,460 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:19:02,460 INFO [M:0;6b5c0e5a2101:46601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:19:02,460 INFO [M:0;6b5c0e5a2101:46601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:19:02,460 DEBUG [M:0;6b5c0e5a2101:46601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:19:02,460 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:19:02,460 DEBUG [M:0;6b5c0e5a2101:46601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:19:02,460 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910701114 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910701114,5,FailOnTimeoutGroup] 2024-11-18T06:19:02,460 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910701115 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910701115,5,FailOnTimeoutGroup] 2024-11-18T06:19:02,460 INFO [M:0;6b5c0e5a2101:46601 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:19:02,461 INFO [M:0;6b5c0e5a2101:46601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:19:02,461 DEBUG [M:0;6b5c0e5a2101:46601 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:19:02,461 INFO [M:0;6b5c0e5a2101:46601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:19:02,461 INFO [M:0;6b5c0e5a2101:46601 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:19:02,461 INFO [M:0;6b5c0e5a2101:46601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:19:02,461 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:19:02,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-858475323/master 2024-11-18T06:19:02,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-858475323 2024-11-18T06:19:02,639 DEBUG [M:0;6b5c0e5a2101:46601 {}] zookeeper.ZKUtil(347): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Unable to get data of znode /0-858475323/master because node does not exist (not an error) 2024-11-18T06:19:02,639 WARN [M:0;6b5c0e5a2101:46601 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T06:19:02,641 INFO [M:0;6b5c0e5a2101:46601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/.lastflushedseqids 2024-11-18T06:19:06,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:19:06,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741836_1012 (size=99) 2024-11-18T06:19:06,914 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:19:06,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:19:07,001 INFO [M:0;6b5c0e5a2101:46601 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:19:07,002 INFO [M:0;6b5c0e5a2101:46601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:19:07,002 DEBUG [M:0;6b5c0e5a2101:46601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:19:07,002 INFO [M:0;6b5c0e5a2101:46601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:19:07,002 DEBUG [M:0;6b5c0e5a2101:46601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:19:07,002 DEBUG [M:0;6b5c0e5a2101:46601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:19:07,002 DEBUG [M:0;6b5c0e5a2101:46601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:19:07,002 INFO [M:0;6b5c0e5a2101:46601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.65 KB heapSize=11.32 KB 2024-11-18T06:19:07,022 DEBUG [M:0;6b5c0e5a2101:46601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/433cc93702bb43bc97e9b62a1127e006 is 82, key is hbase:meta,,1/info:regioninfo/1731910702952/Put/seqid=0 2024-11-18T06:19:07,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741837_1013 (size=5672) 2024-11-18T06:19:07,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:19:07,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T06:19:07,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:19:07,428 INFO [M:0;6b5c0e5a2101:46601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/433cc93702bb43bc97e9b62a1127e006 2024-11-18T06:19:07,458 DEBUG [M:0;6b5c0e5a2101:46601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7df5a97eeb64735bfaa172d4f4ca552 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731910703134/Put/seqid=0 2024-11-18T06:19:07,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741838_1014 (size=5412) 2024-11-18T06:19:07,864 INFO [M:0;6b5c0e5a2101:46601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.09 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7df5a97eeb64735bfaa172d4f4ca552 2024-11-18T06:19:07,869 INFO [M:0;6b5c0e5a2101:46601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7df5a97eeb64735bfaa172d4f4ca552 2024-11-18T06:19:07,883 DEBUG [M:0;6b5c0e5a2101:46601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2032d7425ce3411e8a869afc7c98a1a0 is 69, key is 6b5c0e5a2101,38885,1731910698282/rs:state/1731910701399/Put/seqid=0 2024-11-18T06:19:07,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741839_1015 (size=5156) 2024-11-18T06:19:07,888 INFO [M:0;6b5c0e5a2101:46601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2032d7425ce3411e8a869afc7c98a1a0 2024-11-18T06:19:07,895 DEBUG [M:0;6b5c0e5a2101:46601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/433cc93702bb43bc97e9b62a1127e006 as hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/433cc93702bb43bc97e9b62a1127e006 2024-11-18T06:19:07,900 INFO [M:0;6b5c0e5a2101:46601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/433cc93702bb43bc97e9b62a1127e006, entries=8, sequenceid=29, filesize=5.5 K 2024-11-18T06:19:07,902 DEBUG [M:0;6b5c0e5a2101:46601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7df5a97eeb64735bfaa172d4f4ca552 as hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7df5a97eeb64735bfaa172d4f4ca552 2024-11-18T06:19:07,908 INFO [M:0;6b5c0e5a2101:46601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7df5a97eeb64735bfaa172d4f4ca552 2024-11-18T06:19:07,908 INFO [M:0;6b5c0e5a2101:46601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7df5a97eeb64735bfaa172d4f4ca552, entries=3, sequenceid=29, filesize=5.3 K 2024-11-18T06:19:07,909 DEBUG [M:0;6b5c0e5a2101:46601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2032d7425ce3411e8a869afc7c98a1a0 as hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2032d7425ce3411e8a869afc7c98a1a0 2024-11-18T06:19:07,914 INFO [M:0;6b5c0e5a2101:46601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39603/user/jenkins/test-data/df31ff85-25f9-7bc0-485d-e4cad9e6db8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2032d7425ce3411e8a869afc7c98a1a0, entries=1, sequenceid=29, filesize=5.0 K 2024-11-18T06:19:07,916 INFO [M:0;6b5c0e5a2101:46601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.65 KB/7834, heapSize ~11.02 KB/11288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=29, compaction requested=false 2024-11-18T06:19:07,924 INFO [M:0;6b5c0e5a2101:46601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:19:07,924 DEBUG [M:0;6b5c0e5a2101:46601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910747002Disabling compacts and flushes for region at 1731910747002Disabling writes for close at 1731910747002Obtaining lock to block concurrent updates at 1731910747002Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731910747002Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7834, getHeapSize=11528, getOffHeapSize=0, getCellsCount=36 at 1731910747003 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731910747003Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731910747004 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731910747021 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731910747021Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731910747436 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731910747457 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731910747458 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731910747869 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731910747882 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731910747882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a491ca9: reopening flushed file at 1731910747894 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a8532d0: reopening flushed file at 1731910747901 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b8733b3: reopening flushed file at 1731910747908 (+7 ms)Finished flush of dataSize ~7.65 KB/7834, heapSize ~11.02 KB/11288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=29, compaction requested=false at 1731910747916 (+8 ms)Writing region close event to WAL at 1731910747924 (+8 ms)Closed at 1731910747924 2024-11-18T06:19:07,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741830_1006 (size=10261) 2024-11-18T06:19:07,931 INFO [M:0;6b5c0e5a2101:46601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:19:07,931 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:19:07,931 INFO [M:0;6b5c0e5a2101:46601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46601 2024-11-18T06:19:07,932 INFO [M:0;6b5c0e5a2101:46601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:19:08,315 INFO [M:0;6b5c0e5a2101:46601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:19:08,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:19:08,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014c97f4540000, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:19:08,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@713dae02{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:19:08,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35deef6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:19:08,318 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:19:08,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@399fc118{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:19:08,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5200afa2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/hadoop.log.dir/,STOPPED} 2024-11-18T06:19:08,320 WARN [BP-1977577908-172.17.0.3-1731910695195 heartbeating to localhost/127.0.0.1:39603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:19:08,320 WARN [BP-1977577908-172.17.0.3-1731910695195 heartbeating to localhost/127.0.0.1:39603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1977577908-172.17.0.3-1731910695195 (Datanode Uuid 650849da-2469-4619-8507-d4207847fd3e) service to localhost/127.0.0.1:39603 2024-11-18T06:19:08,320 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:19:08,320 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:19:08,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/cluster_52911dc1-e560-e69c-f9eb-03b456c7d6e0/data/data1/current/BP-1977577908-172.17.0.3-1731910695195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:19:08,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/cluster_52911dc1-e560-e69c-f9eb-03b456c7d6e0/data/data2/current/BP-1977577908-172.17.0.3-1731910695195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:19:08,321 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:19:08,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@443a106d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:19:08,330 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4554fd67{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:19:08,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:19:08,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29120b5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:19:08,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27246f88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc575ecd-9e7e-1507-8b7f-5c76356f2303/hadoop.log.dir/,STOPPED} 2024-11-18T06:19:08,337 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T06:19:08,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:19:08,401 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=208 (was 109) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:34055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/cluster_d59e2154-940c-03f8-062b-eedf70caaa0d/data/data2/current/BP-1084311526-172.17.0.3-1731910703406 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1934339859-1269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-451-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-443-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:34055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:39603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@47634e2c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-449-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@234ed7b4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-437-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@21a82037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp70873140-1223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/cluster_d59e2154-940c-03f8-062b-eedf70caaa0d/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server handler 3 on default port 41373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1934339859-1266 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp70873140-1222 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-672585f7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 41373 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp70873140-1218 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/cluster_d59e2154-940c-03f8-062b-eedf70caaa0d/data/data1/current/BP-1084311526-172.17.0.3-1731910703406 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:39603 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@4da2c9b4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 34055 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp70873140-1221 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53415) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 4 on default port 34055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:39603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 2 on default port 41373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 34055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@7e52e41c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1084311526-172.17.0.3-1731910703406 heartbeating to localhost/127.0.0.1:34055 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp70873140-1219 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-438-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp70873140-1217 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server handler 1 on default port 34055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 41373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-446-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1934339859-1268 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-90b9ab2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5eb0a46c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp70873140-1224 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53415) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/cluster_d59e2154-940c-03f8-062b-eedf70caaa0d/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1951155b[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@40f55539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1185939727) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1934339859-1267-acceptor-0@71b2d023-ServerConnector@9cf07b8{HTTP/1.1, (http/1.1)}{localhost:41003} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@386ca392 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp70873140-1220-acceptor-0@72670577-ServerConnector@6f145d3d{HTTP/1.1, (http/1.1)}{localhost:43791} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@64b4f66f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=500 (was 430) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1203 (was 1032) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3313 (was 3635) 2024-11-18T06:19:08,413 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=208, OpenFileDescriptor=500, MaxFileDescriptor=1048576, SystemLoadAverage=1203, ProcessCount=11, AvailableMemoryMB=3313 2024-11-18T06:19:08,428 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-18T06:19:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/hadoop.log.dir so I do NOT create it in target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da 2024-11-18T06:19:08,429 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:19:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/hadoop.tmp.dir so I do NOT create it in target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da 2024-11-18T06:19:08,429 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5bc277-427e-2b1e-27e1-54bccf057711/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:19:08,429 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da 2024-11-18T06:19:08,429 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/cluster_f9548947-c6e2-777d-3a29-3df4901e0f66, deleteOnExit=true 2024-11-18T06:19:08,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014c97f4540002, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:19:08,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x1014c97f4540004, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:19:08,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x1014c97f4540004, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:19:08,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014c97f4540002, quorum=127.0.0.1:53415, baseZNode=/0-858475323 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:19:08,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): regionserver:33155-0x1014c97f4540004, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:19:08,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): regionserver:33155-0x1014c97f4540004, quorum=127.0.0.1:53415, baseZNode=/1116409395 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:19:08,572 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/cluster_f9548947-c6e2-777d-3a29-3df4901e0f66/zookeeper_0, clientPort=56529, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/cluster_f9548947-c6e2-777d-3a29-3df4901e0f66/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/cluster_f9548947-c6e2-777d-3a29-3df4901e0f66/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T06:19:08,573 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56529 2024-11-18T06:19:08,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:19:08,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:19:08,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/test.cache.data in system properties and HBase conf 2024-11-18T06:19:08,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:19:08,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:19:08,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:19:08,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:19:08,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:19:08,574 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:19:08,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:19:08,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:19:08,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:19:08,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:19:08,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:19:08,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:19:08,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:19:08,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:19:08,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:19:08,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:19:08,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:19:08,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:19:08,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:19:08,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:19:09,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:19:09,602 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:19:09,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:19:09,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:19:09,608 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:19:09,611 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:19:09,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bdcfd9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:19:09,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44348b76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:19:09,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b8ee818{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/java.io.tmpdir/jetty-localhost-34851-hadoop-hdfs-3_4_1-tests_jar-_-any-1676198179895863358/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:19:09,711 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b652937{HTTP/1.1, (http/1.1)}{localhost:34851} 2024-11-18T06:19:09,711 INFO [Time-limited test {}] server.Server(415): Started @92257ms 2024-11-18T06:19:10,304 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:19:10,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:19:10,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:19:10,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:19:10,309 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:19:10,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6653c742{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:19:10,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72b81094{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:19:10,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@514491e2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/java.io.tmpdir/jetty-localhost-41881-hadoop-hdfs-3_4_1-tests_jar-_-any-16074230591630709386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:19:10,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38bdf494{HTTP/1.1, (http/1.1)}{localhost:41881} 2024-11-18T06:19:10,437 INFO [Time-limited test {}] server.Server(415): Started @92983ms 2024-11-18T06:19:10,439 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:19:11,262 WARN [Thread-752 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/cluster_f9548947-c6e2-777d-3a29-3df4901e0f66/data/data1/current/BP-529143413-172.17.0.3-1731910748597/current, will proceed with Du for space computation calculation, 2024-11-18T06:19:11,262 WARN [Thread-753 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/cluster_f9548947-c6e2-777d-3a29-3df4901e0f66/data/data2/current/BP-529143413-172.17.0.3-1731910748597/current, will proceed with Du for space computation calculation, 2024-11-18T06:19:11,296 WARN [Thread-740 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:19:11,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb46a4573d621a479 with lease ID 0xdae6392fe72252be: Processing first storage report for DS-c86bf039-d032-4f01-bfce-3fed41449d93 from datanode DatanodeRegistration(127.0.0.1:44723, datanodeUuid=59198783-aa4f-4371-82df-613258e17e57, infoPort=34157, infoSecurePort=0, ipcPort=33089, storageInfo=lv=-57;cid=testClusterID;nsid=157501735;c=1731910748597) 2024-11-18T06:19:11,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb46a4573d621a479 with lease ID 0xdae6392fe72252be: from storage DS-c86bf039-d032-4f01-bfce-3fed41449d93 node DatanodeRegistration(127.0.0.1:44723, datanodeUuid=59198783-aa4f-4371-82df-613258e17e57, infoPort=34157, infoSecurePort=0, ipcPort=33089, storageInfo=lv=-57;cid=testClusterID;nsid=157501735;c=1731910748597), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T06:19:11,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb46a4573d621a479 with lease ID 0xdae6392fe72252be: Processing first storage report for DS-65fc81fd-8a2e-4637-b0c5-4e32c40d99e5 from datanode DatanodeRegistration(127.0.0.1:44723, datanodeUuid=59198783-aa4f-4371-82df-613258e17e57, infoPort=34157, infoSecurePort=0, ipcPort=33089, storageInfo=lv=-57;cid=testClusterID;nsid=157501735;c=1731910748597) 2024-11-18T06:19:11,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb46a4573d621a479 with lease ID 0xdae6392fe72252be: from storage DS-65fc81fd-8a2e-4637-b0c5-4e32c40d99e5 node DatanodeRegistration(127.0.0.1:44723, datanodeUuid=59198783-aa4f-4371-82df-613258e17e57, infoPort=34157, infoSecurePort=0, ipcPort=33089, storageInfo=lv=-57;cid=testClusterID;nsid=157501735;c=1731910748597), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:19:11,357 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da 2024-11-18T06:19:11,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:19:11,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:19:11,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:19:11,804 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c with version=8 2024-11-18T06:19:11,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/hbase-staging 2024-11-18T06:19:11,807 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:19:11,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:19:11,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:19:11,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:19:11,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:19:11,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:19:11,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:19:11,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:19:11,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33437 2024-11-18T06:19:11,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33437 connecting to ZooKeeper ensemble=127.0.0.1:56529 2024-11-18T06:19:12,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:19:12,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:19:12,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:19:17,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T06:19:22,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:19:22,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:19:22,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:19:25,963 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:19:41,357 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:19:50,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334370x0, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:19:50,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33437-0x1014c98c5460000 connected 2024-11-18T06:19:51,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:19:51,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:19:51,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Set watcher on znode that does not yet exist, /0-549873500/running 2024-11-18T06:19:51,273 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c, hbase.cluster.distributed=false 2024-11-18T06:19:51,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Set watcher on znode that does not yet exist, /0-549873500/acl 2024-11-18T06:19:51,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33437 2024-11-18T06:19:51,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33437 2024-11-18T06:19:51,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33437 2024-11-18T06:19:51,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33437 2024-11-18T06:19:51,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33437 2024-11-18T06:19:51,305 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:19:51,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:19:51,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:19:51,305 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:19:51,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:19:51,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:19:51,305 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:19:51,305 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:19:51,308 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42405 2024-11-18T06:19:51,309 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42405 connecting to ZooKeeper ensemble=127.0.0.1:56529 2024-11-18T06:19:51,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:19:51,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:19:51,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424050x0, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:19:51,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424050x0, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Set watcher on znode that does not yet exist, /0-549873500/running 2024-11-18T06:19:51,358 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:19:51,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42405-0x1014c98c5460001 connected 2024-11-18T06:19:51,365 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:19:51,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Set watcher on znode that does not yet exist, /0-549873500/master 2024-11-18T06:19:51,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Set watcher on znode that does not yet exist, /0-549873500/acl 2024-11-18T06:19:51,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42405 2024-11-18T06:19:51,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42405 2024-11-18T06:19:51,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42405 2024-11-18T06:19:51,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42405 2024-11-18T06:19:51,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42405 2024-11-18T06:19:51,398 DEBUG [M:0;6b5c0e5a2101:33437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:33437 2024-11-18T06:19:51,398 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-549873500/backup-masters/6b5c0e5a2101,33437,1731910751806 2024-11-18T06:19:51,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500/backup-masters 2024-11-18T06:19:51,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500/backup-masters 2024-11-18T06:19:51,407 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Set watcher on existing znode=/0-549873500/backup-masters/6b5c0e5a2101,33437,1731910751806 2024-11-18T06:19:51,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-549873500/master 2024-11-18T06:19:51,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500 2024-11-18T06:19:51,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500 2024-11-18T06:19:51,418 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Set watcher on existing znode=/0-549873500/master 2024-11-18T06:19:51,418 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-549873500/backup-masters/6b5c0e5a2101,33437,1731910751806 from backup master directory 2024-11-18T06:19:51,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-549873500/backup-masters/6b5c0e5a2101,33437,1731910751806 2024-11-18T06:19:51,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500/backup-masters 2024-11-18T06:19:51,427 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:19:51,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500/backup-masters 2024-11-18T06:19:51,427 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,33437,1731910751806 2024-11-18T06:19:51,448 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/hbase.id] with ID: c44ac38e-7fa7-4458-80f7-e1e5d7b77b6e 2024-11-18T06:19:51,448 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/.tmp/hbase.id 2024-11-18T06:19:51,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:19:51,861 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/.tmp/hbase.id]:[hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/hbase.id] 2024-11-18T06:19:51,874 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:19:51,874 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:19:51,876 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T06:19:51,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500 2024-11-18T06:19:51,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500 2024-11-18T06:19:51,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:19:52,297 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:19:52,298 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:19:52,298 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:19:52,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:19:52,707 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store 2024-11-18T06:19:52,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:19:53,114 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:19:53,115 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:19:53,115 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:19:53,115 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:19:53,115 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:19:53,115 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:19:53,115 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:19:53,115 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910793115Disabling compacts and flushes for region at 1731910793115Disabling writes for close at 1731910793115Writing region close event to WAL at 1731910793115Closed at 1731910793115 2024-11-18T06:19:53,116 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store/.initializing 2024-11-18T06:19:53,116 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/WALs/6b5c0e5a2101,33437,1731910751806 2024-11-18T06:19:53,117 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:19:53,118 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C33437%2C1731910751806, suffix=, logDir=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/WALs/6b5c0e5a2101,33437,1731910751806, archiveDir=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/oldWALs, maxLogs=10 2024-11-18T06:19:53,130 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/WALs/6b5c0e5a2101,33437,1731910751806/6b5c0e5a2101%2C33437%2C1731910751806.1731910793118, exclude list is [], retry=0 2024-11-18T06:19:53,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44723,DS-c86bf039-d032-4f01-bfce-3fed41449d93,DISK] 2024-11-18T06:19:53,134 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/WALs/6b5c0e5a2101,33437,1731910751806/6b5c0e5a2101%2C33437%2C1731910751806.1731910793118 2024-11-18T06:19:53,134 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157)] 2024-11-18T06:19:53,135 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:19:53,135 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:19:53,135 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:53,135 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:53,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:53,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:19:53,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:19:53,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:19:53,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:53,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:19:53,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:19:53,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:19:53,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:53,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:19:53,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:19:53,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:19:53,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:53,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:19:53,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:19:53,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:19:53,143 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:53,143 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:53,144 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:53,145 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:53,145 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:53,145 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:19:53,146 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:53,148 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:19:53,149 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71600070, jitterRate=0.06692418456077576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:19:53,150 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731910793135Initializing all the Stores at 1731910793136 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910793136Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910793136Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910793136Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910793136Cleaning up temporary data from old regions at 1731910793145 (+9 ms)Region opened successfully at 1731910793150 (+5 ms) 2024-11-18T06:19:53,150 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:19:53,153 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a79b216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:19:53,154 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:19:53,154 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:19:53,154 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:19:53,154 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:19:53,154 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:19:53,155 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:19:53,155 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:19:53,157 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:19:53,157 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Unable to get data of znode /0-549873500/balancer because node does not exist (not necessarily an error) 2024-11-18T06:19:53,208 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-549873500/balancer already deleted, retry=false 2024-11-18T06:19:53,208 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:19:53,209 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Unable to get data of znode /0-549873500/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:19:53,363 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-549873500/normalizer already deleted, retry=false 2024-11-18T06:19:53,363 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:19:53,364 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Unable to get data of znode /0-549873500/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:19:53,436 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-549873500/switch/split already deleted, retry=false 2024-11-18T06:19:53,437 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Unable to get data of znode /0-549873500/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:19:53,525 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-549873500/switch/merge already deleted, retry=false 2024-11-18T06:19:53,528 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Unable to get data of znode /0-549873500/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:19:53,611 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-549873500/snapshot-cleanup already deleted, retry=false 2024-11-18T06:19:53,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-549873500/running 2024-11-18T06:19:53,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-549873500/running 2024-11-18T06:19:53,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500 2024-11-18T06:19:53,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500 2024-11-18T06:19:53,648 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,33437,1731910751806, sessionid=0x1014c98c5460000, setting cluster-up flag (Was=false) 2024-11-18T06:19:53,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500 2024-11-18T06:19:53,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500 2024-11-18T06:19:53,848 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-549873500/flush-table-proc/acquired, /0-549873500/flush-table-proc/reached, /0-549873500/flush-table-proc/abort 2024-11-18T06:19:53,849 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,33437,1731910751806 2024-11-18T06:19:53,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500 2024-11-18T06:19:53,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500 2024-11-18T06:19:53,901 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-549873500/online-snapshot/acquired, /0-549873500/online-snapshot/reached, /0-549873500/online-snapshot/abort 2024-11-18T06:19:53,902 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,33437,1731910751806 2024-11-18T06:19:53,903 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:19:53,906 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:19:53,906 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:19:53,906 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:19:53,907 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,33437,1731910751806 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:19:53,914 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:19:53,914 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:19:53,914 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:19:53,914 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:19:53,914 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:19:53,915 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:19:53,915 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:19:53,915 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:19:53,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:19:53,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:19:53,931 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:19:53,931 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:19:53,946 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731910823946 2024-11-18T06:19:53,946 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:19:53,946 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:19:53,946 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:19:53,946 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:19:53,946 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:19:53,946 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:19:53,964 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:53,973 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:19:53,973 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:19:53,973 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:19:53,973 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:19:53,974 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:19:53,974 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:19:53,976 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910793974,5,FailOnTimeoutGroup] 2024-11-18T06:19:53,976 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910793976,5,FailOnTimeoutGroup] 2024-11-18T06:19:53,976 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:53,976 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:19:53,976 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:53,976 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:53,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:19:53,981 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:19:53,982 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c 2024-11-18T06:19:53,993 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer(746): ClusterId : c44ac38e-7fa7-4458-80f7-e1e5d7b77b6e 2024-11-18T06:19:53,993 DEBUG [RS:0;6b5c0e5a2101:42405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:19:54,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741832_1008 (size=32) 2024-11-18T06:19:54,007 DEBUG [RS:0;6b5c0e5a2101:42405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:19:54,007 DEBUG [RS:0;6b5c0e5a2101:42405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:19:54,017 DEBUG [RS:0;6b5c0e5a2101:42405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:19:54,018 DEBUG [RS:0;6b5c0e5a2101:42405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd42982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:19:54,037 DEBUG [RS:0;6b5c0e5a2101:42405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:42405 2024-11-18T06:19:54,037 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:19:54,037 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:19:54,037 DEBUG [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:19:54,038 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,33437,1731910751806 with port=42405, startcode=1731910791305 2024-11-18T06:19:54,038 DEBUG [RS:0;6b5c0e5a2101:42405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:19:54,041 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:19:54,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33437 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,42405,1731910791305 2024-11-18T06:19:54,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33437 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,42405,1731910791305 2024-11-18T06:19:54,043 DEBUG [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c 2024-11-18T06:19:54,043 DEBUG [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32837 2024-11-18T06:19:54,044 DEBUG [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:19:54,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500/rs 2024-11-18T06:19:54,056 DEBUG [RS:0;6b5c0e5a2101:42405 {}] zookeeper.ZKUtil(111): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Set watcher on existing znode=/0-549873500/rs/6b5c0e5a2101,42405,1731910791305 2024-11-18T06:19:54,056 WARN [RS:0;6b5c0e5a2101:42405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:19:54,057 INFO [RS:0;6b5c0e5a2101:42405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:19:54,057 DEBUG [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305 2024-11-18T06:19:54,057 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,42405,1731910791305] 2024-11-18T06:19:54,061 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:19:54,064 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:19:54,065 INFO [RS:0;6b5c0e5a2101:42405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:19:54,065 INFO [RS:0;6b5c0e5a2101:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:54,065 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:19:54,066 INFO [RS:0;6b5c0e5a2101:42405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:19:54,066 INFO [RS:0;6b5c0e5a2101:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:54,066 DEBUG [RS:0;6b5c0e5a2101:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:19:54,066 DEBUG [RS:0;6b5c0e5a2101:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:19:54,066 DEBUG [RS:0;6b5c0e5a2101:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:19:54,066 DEBUG [RS:0;6b5c0e5a2101:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:19:54,067 DEBUG [RS:0;6b5c0e5a2101:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:19:54,067 DEBUG [RS:0;6b5c0e5a2101:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:19:54,067 DEBUG [RS:0;6b5c0e5a2101:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:19:54,067 DEBUG [RS:0;6b5c0e5a2101:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:19:54,067 DEBUG [RS:0;6b5c0e5a2101:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:19:54,067 DEBUG [RS:0;6b5c0e5a2101:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:19:54,067 DEBUG [RS:0;6b5c0e5a2101:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:19:54,067 DEBUG [RS:0;6b5c0e5a2101:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:19:54,067 DEBUG [RS:0;6b5c0e5a2101:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:19:54,067 DEBUG [RS:0;6b5c0e5a2101:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:19:54,080 INFO [RS:0;6b5c0e5a2101:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:54,080 INFO [RS:0;6b5c0e5a2101:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:54,080 INFO [RS:0;6b5c0e5a2101:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:54,080 INFO [RS:0;6b5c0e5a2101:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:54,080 INFO [RS:0;6b5c0e5a2101:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:54,081 INFO [RS:0;6b5c0e5a2101:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,42405,1731910791305-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:19:54,103 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:19:54,103 INFO [RS:0;6b5c0e5a2101:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,42405,1731910791305-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:54,103 INFO [RS:0;6b5c0e5a2101:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:54,103 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.Replication(171): 6b5c0e5a2101,42405,1731910791305 started 2024-11-18T06:19:54,122 INFO [RS:0;6b5c0e5a2101:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:54,122 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,42405,1731910791305, RpcServer on 6b5c0e5a2101/172.17.0.3:42405, sessionid=0x1014c98c5460001 2024-11-18T06:19:54,122 DEBUG [RS:0;6b5c0e5a2101:42405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:19:54,122 DEBUG [RS:0;6b5c0e5a2101:42405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,42405,1731910791305 2024-11-18T06:19:54,122 DEBUG [RS:0;6b5c0e5a2101:42405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,42405,1731910791305' 2024-11-18T06:19:54,122 DEBUG [RS:0;6b5c0e5a2101:42405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-549873500/flush-table-proc/abort' 2024-11-18T06:19:54,123 DEBUG [RS:0;6b5c0e5a2101:42405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-549873500/flush-table-proc/acquired' 2024-11-18T06:19:54,123 DEBUG [RS:0;6b5c0e5a2101:42405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:19:54,123 DEBUG [RS:0;6b5c0e5a2101:42405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:19:54,123 DEBUG [RS:0;6b5c0e5a2101:42405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,42405,1731910791305 2024-11-18T06:19:54,123 DEBUG [RS:0;6b5c0e5a2101:42405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,42405,1731910791305' 2024-11-18T06:19:54,123 DEBUG [RS:0;6b5c0e5a2101:42405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-549873500/online-snapshot/abort' 2024-11-18T06:19:54,124 DEBUG [RS:0;6b5c0e5a2101:42405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-549873500/online-snapshot/acquired' 2024-11-18T06:19:54,124 DEBUG [RS:0;6b5c0e5a2101:42405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:19:54,124 INFO [RS:0;6b5c0e5a2101:42405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:19:54,124 INFO [RS:0;6b5c0e5a2101:42405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:19:54,225 INFO [RS:0;6b5c0e5a2101:42405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:19:54,237 INFO [RS:0;6b5c0e5a2101:42405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C42405%2C1731910791305, suffix=, logDir=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305, archiveDir=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/oldWALs, maxLogs=10 2024-11-18T06:19:54,257 DEBUG [RS:0;6b5c0e5a2101:42405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237, exclude list is [], retry=0 2024-11-18T06:19:54,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44723,DS-c86bf039-d032-4f01-bfce-3fed41449d93,DISK] 2024-11-18T06:19:54,267 INFO [RS:0;6b5c0e5a2101:42405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 2024-11-18T06:19:54,268 DEBUG [RS:0;6b5c0e5a2101:42405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157)] 2024-11-18T06:19:54,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:19:54,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:19:54,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:19:54,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:19:54,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:19:54,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:19:54,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:19:54,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:19:54,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:19:54,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:19:54,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:19:54,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:19:54,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:19:54,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:19:54,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:19:54,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:19:54,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:19:54,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:19:54,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740 2024-11-18T06:19:54,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740 2024-11-18T06:19:54,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:19:54,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:19:54,428 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:19:54,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:19:54,433 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:19:54,433 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68849286, jitterRate=0.025934308767318726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:19:54,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731910794405Initializing all the Stores at 1731910794409 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910794410 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910794412 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910794412Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910794412Cleaning up temporary data from old regions at 1731910794427 (+15 ms)Region opened successfully at 1731910794434 (+7 ms) 2024-11-18T06:19:54,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:19:54,434 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:19:54,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:19:54,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:19:54,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:19:54,434 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:19:54,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910794434Disabling compacts and flushes for region at 1731910794434Disabling writes for close at 1731910794434Writing region close event to WAL at 1731910794434Closed at 1731910794434 2024-11-18T06:19:54,435 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:19:54,436 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:19:54,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:19:54,437 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:19:54,438 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:19:54,588 DEBUG [6b5c0e5a2101:33437 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:19:54,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,42405,1731910791305 2024-11-18T06:19:54,591 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,42405,1731910791305, state=OPENING 2024-11-18T06:19:54,650 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:19:54,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500 2024-11-18T06:19:54,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500 2024-11-18T06:19:54,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-549873500/meta-region-server: CHANGED 2024-11-18T06:19:54,680 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:19:54,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,42405,1731910791305}] 2024-11-18T06:19:54,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-549873500/meta-region-server: CHANGED 2024-11-18T06:19:54,833 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:19:54,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:19:54,839 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:19:54,839 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:19:54,840 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:19:54,842 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C42405%2C1731910791305.meta, suffix=.meta, logDir=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305, archiveDir=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/oldWALs, maxLogs=10 2024-11-18T06:19:54,860 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.meta.1731910794842.meta, exclude list is [], retry=0 2024-11-18T06:19:54,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44723,DS-c86bf039-d032-4f01-bfce-3fed41449d93,DISK] 2024-11-18T06:19:54,866 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.meta.1731910794842.meta 2024-11-18T06:19:54,866 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157)] 2024-11-18T06:19:54,866 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:19:54,867 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:19:54,867 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:19:54,867 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:19:54,867 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:19:54,867 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:19:54,868 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:19:54,868 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:19:54,868 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:19:54,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:19:54,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:19:54,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:19:54,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:19:54,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:19:54,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:19:54,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:19:54,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:19:54,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:19:54,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:19:54,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:19:54,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:19:54,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:19:54,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:19:54,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:19:54,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:19:54,881 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:19:54,882 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740 2024-11-18T06:19:54,884 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740 2024-11-18T06:19:54,886 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:19:54,886 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:19:54,887 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:19:54,888 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:19:54,889 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59519761, jitterRate=-0.11308644711971283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:19:54,889 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:19:54,890 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731910794868Writing region info on filesystem at 1731910794868Initializing all the Stores at 1731910794869 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910794869Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910794872 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910794872Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910794872Cleaning up temporary data from old regions at 1731910794886 (+14 ms)Running coprocessor post-open hooks at 1731910794889 (+3 ms)Region opened successfully at 1731910794890 (+1 ms) 2024-11-18T06:19:54,891 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731910794833 2024-11-18T06:19:54,894 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:19:54,894 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:19:54,895 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,42405,1731910791305 2024-11-18T06:19:54,897 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,42405,1731910791305, state=OPEN 2024-11-18T06:19:54,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-549873500/meta-region-server 2024-11-18T06:19:54,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-549873500/meta-region-server 2024-11-18T06:19:54,987 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,42405,1731910791305 2024-11-18T06:19:54,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-549873500/meta-region-server: CHANGED 2024-11-18T06:19:54,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-549873500/meta-region-server: CHANGED 2024-11-18T06:19:54,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:19:54,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,42405,1731910791305 in 307 msec 2024-11-18T06:19:54,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:19:54,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 554 msec 2024-11-18T06:19:54,993 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:19:54,993 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:19:54,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:19:54,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,42405,1731910791305, seqNum=-1] 2024-11-18T06:19:54,995 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:19:54,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:19:55,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0950 sec 2024-11-18T06:19:55,002 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731910795002, completionTime=-1 2024-11-18T06:19:55,002 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:19:55,002 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:19:55,004 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:19:55,004 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731910855004 2024-11-18T06:19:55,004 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731910915004 2024-11-18T06:19:55,004 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T06:19:55,005 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33437,1731910751806-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:55,005 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33437,1731910751806-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:55,005 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33437,1731910751806-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:55,005 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:33437, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:55,005 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:55,006 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:55,007 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:19:55,009 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.582sec 2024-11-18T06:19:55,009 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:19:55,009 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:19:55,009 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:19:55,009 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:19:55,010 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:19:55,010 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33437,1731910751806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:19:55,010 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33437,1731910751806-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:19:55,012 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:19:55,012 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:19:55,012 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33437,1731910751806-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:19:55,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a590fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:19:55,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33437,-1 for getting cluster id 2024-11-18T06:19:55,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:19:55,096 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c44ac38e-7fa7-4458-80f7-e1e5d7b77b6e' 2024-11-18T06:19:55,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:19:55,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c44ac38e-7fa7-4458-80f7-e1e5d7b77b6e" 2024-11-18T06:19:55,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7984478e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:19:55,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33437,-1] 2024-11-18T06:19:55,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:19:55,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:19:55,098 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:19:55,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2100f958, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:19:55,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:19:55,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,42405,1731910791305, seqNum=-1] 2024-11-18T06:19:55,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:19:55,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:19:55,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,33437,1731910751806 2024-11-18T06:19:55,106 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56529 2024-11-18T06:19:55,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:19:55,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c98c5460002 connected 2024-11-18T06:19:55,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/hadoop.log.dir so I do NOT create it in target/test-data/af6492ab-fd84-fea5-b700-590693d7184c 2024-11-18T06:19:55,230 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:19:55,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/hadoop.tmp.dir so I do NOT create it in target/test-data/af6492ab-fd84-fea5-b700-590693d7184c 2024-11-18T06:19:55,230 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:19:55,230 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c 2024-11-18T06:19:55,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:19:55,230 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/cluster_12441be5-7e5e-7e72-63d1-4068b84ed73e, deleteOnExit=true 2024-11-18T06:19:55,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:19:55,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/test.cache.data in system properties and HBase conf 2024-11-18T06:19:55,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:19:55,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:19:55,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:19:55,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:19:55,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:19:55,231 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:19:55,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:19:55,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:19:55,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:19:55,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:19:55,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:19:55,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:19:55,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:19:55,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:19:55,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:19:55,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:19:55,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:19:55,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:19:55,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:19:55,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:19:55,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:19:55,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:19:55,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:19:55,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:19:55,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:19:55,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:19:55,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c79ad41{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:19:55,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c3b77d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:19:55,963 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:19:56,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@627f8fa8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/java.io.tmpdir/jetty-localhost-41089-hadoop-hdfs-3_4_1-tests_jar-_-any-9138657519654331676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:19:56,004 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20d35665{HTTP/1.1, (http/1.1)}{localhost:41089} 2024-11-18T06:19:56,004 INFO [Time-limited test {}] server.Server(415): Started @138549ms 2024-11-18T06:19:56,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:19:56,331 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:19:56,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:19:56,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:19:56,336 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:19:56,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@133dd846{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:19:56,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d9fe924{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:19:56,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5577d0cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/java.io.tmpdir/jetty-localhost-35643-hadoop-hdfs-3_4_1-tests_jar-_-any-15820322444970329296/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:19:56,454 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@311182b9{HTTP/1.1, (http/1.1)}{localhost:35643} 2024-11-18T06:19:56,454 INFO [Time-limited test {}] server.Server(415): Started @138999ms 2024-11-18T06:19:56,456 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:19:57,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T06:19:57,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T06:19:57,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:19:57,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T06:19:57,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:19:57,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T06:19:57,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T06:19:57,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T06:19:57,432 WARN [Thread-875 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/cluster_12441be5-7e5e-7e72-63d1-4068b84ed73e/data/data1/current/BP-256328247-172.17.0.3-1731910795246/current, will proceed with Du for space computation calculation, 2024-11-18T06:19:57,432 WARN [Thread-876 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/cluster_12441be5-7e5e-7e72-63d1-4068b84ed73e/data/data2/current/BP-256328247-172.17.0.3-1731910795246/current, will proceed with Du for space computation calculation, 2024-11-18T06:19:57,464 WARN [Thread-863 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:19:57,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68f9391084ecef7b with lease ID 0xcc38d490eb3c0854: Processing first storage report for DS-8f90f5bc-8eea-485c-9228-acfc3e8269e4 from datanode DatanodeRegistration(127.0.0.1:36173, datanodeUuid=583dc552-1e9d-4b10-b587-1182397039b6, infoPort=34049, infoSecurePort=0, ipcPort=44071, storageInfo=lv=-57;cid=testClusterID;nsid=1923309904;c=1731910795246) 2024-11-18T06:19:57,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68f9391084ecef7b with lease ID 0xcc38d490eb3c0854: from storage DS-8f90f5bc-8eea-485c-9228-acfc3e8269e4 node DatanodeRegistration(127.0.0.1:36173, datanodeUuid=583dc552-1e9d-4b10-b587-1182397039b6, infoPort=34049, infoSecurePort=0, ipcPort=44071, storageInfo=lv=-57;cid=testClusterID;nsid=1923309904;c=1731910795246), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:19:57,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68f9391084ecef7b with lease ID 0xcc38d490eb3c0854: Processing first storage report for DS-d5e0c96b-096b-453a-8807-392194044a0b from datanode DatanodeRegistration(127.0.0.1:36173, datanodeUuid=583dc552-1e9d-4b10-b587-1182397039b6, infoPort=34049, infoSecurePort=0, ipcPort=44071, storageInfo=lv=-57;cid=testClusterID;nsid=1923309904;c=1731910795246) 2024-11-18T06:19:57,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68f9391084ecef7b with lease ID 0xcc38d490eb3c0854: from storage DS-d5e0c96b-096b-453a-8807-392194044a0b node DatanodeRegistration(127.0.0.1:36173, datanodeUuid=583dc552-1e9d-4b10-b587-1182397039b6, infoPort=34049, infoSecurePort=0, ipcPort=44071, storageInfo=lv=-57;cid=testClusterID;nsid=1923309904;c=1731910795246), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:19:57,503 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c 2024-11-18T06:19:57,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:19:57,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:19:57,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:19:57,920 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45 with version=8 2024-11-18T06:19:57,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/hbase-staging 2024-11-18T06:19:57,923 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:19:57,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:19:57,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:19:57,923 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:19:57,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:19:57,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:19:57,923 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:19:57,924 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:19:57,928 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46405 2024-11-18T06:19:57,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46405 connecting to ZooKeeper ensemble=127.0.0.1:56529 2024-11-18T06:19:58,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464050x0, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:19:58,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46405-0x1014c98c5460003 connected 2024-11-18T06:19:58,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:19:58,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:19:58,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Set watcher on znode that does not yet exist, /1-1538792789/running 2024-11-18T06:19:58,239 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45, hbase.cluster.distributed=false 2024-11-18T06:19:58,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Set watcher on znode that does not yet exist, /1-1538792789/acl 2024-11-18T06:19:58,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46405 2024-11-18T06:19:58,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46405 2024-11-18T06:19:58,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46405 2024-11-18T06:19:58,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46405 2024-11-18T06:19:58,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46405 2024-11-18T06:19:58,260 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:19:58,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:19:58,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:19:58,261 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:19:58,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:19:58,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:19:58,261 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:19:58,261 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:19:58,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38337 2024-11-18T06:19:58,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38337 connecting to ZooKeeper ensemble=127.0.0.1:56529 2024-11-18T06:19:58,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:19:58,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:19:58,279 DEBUG [pool-617-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383370x0, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:19:58,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383370x0, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Set watcher on znode that does not yet exist, /1-1538792789/running 2024-11-18T06:19:58,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38337-0x1014c98c5460004 connected 2024-11-18T06:19:58,280 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:19:58,281 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:19:58,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Set watcher on znode that does not yet exist, /1-1538792789/master 2024-11-18T06:19:58,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Set watcher on znode that does not yet exist, /1-1538792789/acl 2024-11-18T06:19:58,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38337 2024-11-18T06:19:58,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38337 2024-11-18T06:19:58,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38337 2024-11-18T06:19:58,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38337 2024-11-18T06:19:58,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38337 2024-11-18T06:19:58,303 DEBUG [M:0;6b5c0e5a2101:46405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:46405 2024-11-18T06:19:58,303 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1538792789/backup-masters/6b5c0e5a2101,46405,1731910797923 2024-11-18T06:19:58,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789/backup-masters 2024-11-18T06:19:58,311 DEBUG [pool-617-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789/backup-masters 2024-11-18T06:19:58,312 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Set watcher on existing znode=/1-1538792789/backup-masters/6b5c0e5a2101,46405,1731910797923 2024-11-18T06:19:58,365 DEBUG [pool-617-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1538792789/master 2024-11-18T06:19:58,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789 2024-11-18T06:19:58,365 DEBUG [pool-617-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789 2024-11-18T06:19:58,366 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Set watcher on existing znode=/1-1538792789/master 2024-11-18T06:19:58,366 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1538792789/backup-masters/6b5c0e5a2101,46405,1731910797923 from backup master directory 2024-11-18T06:19:58,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1538792789/backup-masters/6b5c0e5a2101,46405,1731910797923 2024-11-18T06:19:58,411 DEBUG [pool-617-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789/backup-masters 2024-11-18T06:19:58,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789/backup-masters 2024-11-18T06:19:58,411 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:19:58,411 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,46405,1731910797923 2024-11-18T06:19:58,418 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/hbase.id] with ID: 562f31e7-9844-4218-be44-5b3d78a481b4 2024-11-18T06:19:58,418 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/.tmp/hbase.id 2024-11-18T06:19:58,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:19:58,842 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/.tmp/hbase.id]:[hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/hbase.id] 2024-11-18T06:19:58,854 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:19:58,855 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:19:58,856 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T06:19:58,953 DEBUG [pool-617-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789 2024-11-18T06:19:58,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789 2024-11-18T06:19:58,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:19:59,361 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:19:59,362 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:19:59,362 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:19:59,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:19:59,773 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store 2024-11-18T06:19:59,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:19:59,781 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:19:59,781 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:19:59,781 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:19:59,781 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:19:59,781 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:19:59,781 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:19:59,781 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:19:59,781 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910799781Disabling compacts and flushes for region at 1731910799781Disabling writes for close at 1731910799781Writing region close event to WAL at 1731910799781Closed at 1731910799781 2024-11-18T06:19:59,782 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store/.initializing 2024-11-18T06:19:59,782 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/WALs/6b5c0e5a2101,46405,1731910797923 2024-11-18T06:19:59,783 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:19:59,785 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C46405%2C1731910797923, suffix=, logDir=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/WALs/6b5c0e5a2101,46405,1731910797923, archiveDir=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/oldWALs, maxLogs=10 2024-11-18T06:19:59,804 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/WALs/6b5c0e5a2101,46405,1731910797923/6b5c0e5a2101%2C46405%2C1731910797923.1731910799785, exclude list is [], retry=0 2024-11-18T06:19:59,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36173,DS-8f90f5bc-8eea-485c-9228-acfc3e8269e4,DISK] 2024-11-18T06:19:59,835 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/WALs/6b5c0e5a2101,46405,1731910797923/6b5c0e5a2101%2C46405%2C1731910797923.1731910799785 2024-11-18T06:19:59,836 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34049:34049)] 2024-11-18T06:19:59,836 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:19:59,837 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:19:59,837 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:59,837 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:59,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:59,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:19:59,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:19:59,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:19:59,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:59,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:19:59,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:19:59,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:19:59,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:59,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:19:59,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:19:59,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:19:59,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:59,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:19:59,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:19:59,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:19:59,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:19:59,875 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:59,877 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:59,878 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:59,880 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:59,880 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:59,880 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:19:59,882 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:19:59,888 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:19:59,889 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68772883, jitterRate=0.024795815348625183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:19:59,889 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731910799837Initializing all the Stores at 1731910799839 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910799839Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910799840 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910799840Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910799840Cleaning up temporary data from old regions at 1731910799880 (+40 ms)Region opened successfully at 1731910799889 (+9 ms) 2024-11-18T06:19:59,892 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:19:59,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:19:59,899 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8e34d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:19:59,900 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:19:59,901 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:19:59,901 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:19:59,901 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:19:59,902 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:19:59,902 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:19:59,902 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:19:59,915 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:19:59,920 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Unable to get data of znode /1-1538792789/balancer because node does not exist (not necessarily an error) 2024-11-18T06:19:59,942 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1538792789/balancer already deleted, retry=false 2024-11-18T06:19:59,943 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:19:59,944 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Unable to get data of znode /1-1538792789/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:20:00,034 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1538792789/normalizer already deleted, retry=false 2024-11-18T06:20:00,035 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:20:00,036 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Unable to get data of znode /1-1538792789/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:20:00,048 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1538792789/switch/split already deleted, retry=false 2024-11-18T06:20:00,049 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Unable to get data of znode /1-1538792789/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:20:00,058 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1538792789/switch/merge already deleted, retry=false 2024-11-18T06:20:00,061 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Unable to get data of znode /1-1538792789/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:20:00,069 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1538792789/snapshot-cleanup already deleted, retry=false 2024-11-18T06:20:00,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1538792789/running 2024-11-18T06:20:00,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789 2024-11-18T06:20:00,080 DEBUG [pool-617-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1538792789/running 2024-11-18T06:20:00,080 DEBUG [pool-617-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789 2024-11-18T06:20:00,080 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,46405,1731910797923, sessionid=0x1014c98c5460003, setting cluster-up flag (Was=false) 2024-11-18T06:20:00,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789 2024-11-18T06:20:00,100 DEBUG [pool-617-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789 2024-11-18T06:20:00,329 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1538792789/flush-table-proc/acquired, /1-1538792789/flush-table-proc/reached, /1-1538792789/flush-table-proc/abort 2024-11-18T06:20:00,331 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,46405,1731910797923 2024-11-18T06:20:00,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789 2024-11-18T06:20:00,403 DEBUG [pool-617-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789 2024-11-18T06:20:00,408 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:20:00,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:20:00,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:20:00,438 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T06:20:00,519 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1538792789/online-snapshot/acquired, /1-1538792789/online-snapshot/reached, /1-1538792789/online-snapshot/abort 2024-11-18T06:20:00,528 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,46405,1731910797923 2024-11-18T06:20:00,529 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:20:00,531 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:20:00,532 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:20:00,532 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:20:00,532 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,46405,1731910797923 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:20:00,534 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:20:00,534 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:20:00,534 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:20:00,534 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:20:00,534 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:20:00,534 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:20:00,534 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:20:00,534 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:20:00,536 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:20:00,536 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:20:00,538 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:00,538 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:20:00,548 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731910830548 2024-11-18T06:20:00,548 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:20:00,548 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:20:00,548 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:20:00,548 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:20:00,548 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:20:00,549 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:20:00,549 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:00,549 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:20:00,549 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:20:00,549 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:20:00,549 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:20:00,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:20:00,552 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:20:00,552 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:20:00,554 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910800552,5,FailOnTimeoutGroup] 2024-11-18T06:20:00,554 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910800554,5,FailOnTimeoutGroup] 2024-11-18T06:20:00,555 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:00,555 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:20:00,555 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:00,555 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:00,593 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.HRegionServer(746): ClusterId : 562f31e7-9844-4218-be44-5b3d78a481b4 2024-11-18T06:20:00,593 DEBUG [RS:0;6b5c0e5a2101:38337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:20:00,648 DEBUG [RS:0;6b5c0e5a2101:38337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:20:00,649 DEBUG [RS:0;6b5c0e5a2101:38337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:20:00,709 DEBUG [RS:0;6b5c0e5a2101:38337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:20:00,709 DEBUG [RS:0;6b5c0e5a2101:38337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716d7a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:20:00,726 DEBUG [RS:0;6b5c0e5a2101:38337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:38337 2024-11-18T06:20:00,726 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:20:00,726 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:20:00,726 DEBUG [RS:0;6b5c0e5a2101:38337 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:20:00,727 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,46405,1731910797923 with port=38337, startcode=1731910798260 2024-11-18T06:20:00,727 DEBUG [RS:0;6b5c0e5a2101:38337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:20:00,728 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:20:00,729 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46405 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,38337,1731910798260 2024-11-18T06:20:00,729 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46405 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,38337,1731910798260 2024-11-18T06:20:00,731 DEBUG [RS:0;6b5c0e5a2101:38337 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45 2024-11-18T06:20:00,731 DEBUG [RS:0;6b5c0e5a2101:38337 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36209 2024-11-18T06:20:00,731 DEBUG [RS:0;6b5c0e5a2101:38337 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:20:00,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789/rs 2024-11-18T06:20:00,856 DEBUG [RS:0;6b5c0e5a2101:38337 {}] zookeeper.ZKUtil(111): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Set watcher on existing znode=/1-1538792789/rs/6b5c0e5a2101,38337,1731910798260 2024-11-18T06:20:00,856 WARN [RS:0;6b5c0e5a2101:38337 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:20:00,856 INFO [RS:0;6b5c0e5a2101:38337 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:20:00,856 DEBUG [RS:0;6b5c0e5a2101:38337 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/WALs/6b5c0e5a2101,38337,1731910798260 2024-11-18T06:20:00,857 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,38337,1731910798260] 2024-11-18T06:20:00,860 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:20:00,862 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:20:00,863 INFO [RS:0;6b5c0e5a2101:38337 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:20:00,863 INFO [RS:0;6b5c0e5a2101:38337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:00,863 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:20:00,864 INFO [RS:0;6b5c0e5a2101:38337 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:20:00,864 INFO [RS:0;6b5c0e5a2101:38337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:00,864 DEBUG [RS:0;6b5c0e5a2101:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:20:00,864 DEBUG [RS:0;6b5c0e5a2101:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:20:00,864 DEBUG [RS:0;6b5c0e5a2101:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:20:00,864 DEBUG [RS:0;6b5c0e5a2101:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:20:00,864 DEBUG [RS:0;6b5c0e5a2101:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:20:00,865 DEBUG [RS:0;6b5c0e5a2101:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:20:00,865 DEBUG [RS:0;6b5c0e5a2101:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:20:00,865 DEBUG [RS:0;6b5c0e5a2101:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:20:00,865 DEBUG [RS:0;6b5c0e5a2101:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:20:00,865 DEBUG [RS:0;6b5c0e5a2101:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:20:00,865 DEBUG [RS:0;6b5c0e5a2101:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:20:00,865 DEBUG [RS:0;6b5c0e5a2101:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:20:00,865 DEBUG [RS:0;6b5c0e5a2101:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:20:00,865 DEBUG [RS:0;6b5c0e5a2101:38337 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:20:00,866 INFO [RS:0;6b5c0e5a2101:38337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:00,866 INFO [RS:0;6b5c0e5a2101:38337 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:00,866 INFO [RS:0;6b5c0e5a2101:38337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:00,866 INFO [RS:0;6b5c0e5a2101:38337 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:00,866 INFO [RS:0;6b5c0e5a2101:38337 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:00,866 INFO [RS:0;6b5c0e5a2101:38337 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,38337,1731910798260-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:20:00,879 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:20:00,879 INFO [RS:0;6b5c0e5a2101:38337 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,38337,1731910798260-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:00,879 INFO [RS:0;6b5c0e5a2101:38337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:00,879 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.Replication(171): 6b5c0e5a2101,38337,1731910798260 started 2024-11-18T06:20:00,894 INFO [RS:0;6b5c0e5a2101:38337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:00,894 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,38337,1731910798260, RpcServer on 6b5c0e5a2101/172.17.0.3:38337, sessionid=0x1014c98c5460004 2024-11-18T06:20:00,894 DEBUG [RS:0;6b5c0e5a2101:38337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:20:00,894 DEBUG [RS:0;6b5c0e5a2101:38337 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,38337,1731910798260 2024-11-18T06:20:00,894 DEBUG [RS:0;6b5c0e5a2101:38337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,38337,1731910798260' 2024-11-18T06:20:00,894 DEBUG [RS:0;6b5c0e5a2101:38337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1538792789/flush-table-proc/abort' 2024-11-18T06:20:00,895 DEBUG [RS:0;6b5c0e5a2101:38337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1538792789/flush-table-proc/acquired' 2024-11-18T06:20:00,895 DEBUG [RS:0;6b5c0e5a2101:38337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:20:00,895 DEBUG [RS:0;6b5c0e5a2101:38337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:20:00,895 DEBUG [RS:0;6b5c0e5a2101:38337 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,38337,1731910798260 2024-11-18T06:20:00,895 DEBUG [RS:0;6b5c0e5a2101:38337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,38337,1731910798260' 2024-11-18T06:20:00,895 DEBUG [RS:0;6b5c0e5a2101:38337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1538792789/online-snapshot/abort' 2024-11-18T06:20:00,895 DEBUG [RS:0;6b5c0e5a2101:38337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1538792789/online-snapshot/acquired' 2024-11-18T06:20:00,896 DEBUG [RS:0;6b5c0e5a2101:38337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:20:00,896 INFO [RS:0;6b5c0e5a2101:38337 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:20:00,896 INFO [RS:0;6b5c0e5a2101:38337 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:20:00,951 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:20:00,951 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45 2024-11-18T06:20:00,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741832_1008 (size=32) 2024-11-18T06:20:00,996 INFO [RS:0;6b5c0e5a2101:38337 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:20:00,998 INFO [RS:0;6b5c0e5a2101:38337 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C38337%2C1731910798260, suffix=, logDir=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/WALs/6b5c0e5a2101,38337,1731910798260, archiveDir=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/oldWALs, maxLogs=10 2024-11-18T06:20:01,015 DEBUG [RS:0;6b5c0e5a2101:38337 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/WALs/6b5c0e5a2101,38337,1731910798260/6b5c0e5a2101%2C38337%2C1731910798260.1731910800998, exclude list is [], retry=0 2024-11-18T06:20:01,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36173,DS-8f90f5bc-8eea-485c-9228-acfc3e8269e4,DISK] 2024-11-18T06:20:01,021 INFO [RS:0;6b5c0e5a2101:38337 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/WALs/6b5c0e5a2101,38337,1731910798260/6b5c0e5a2101%2C38337%2C1731910798260.1731910800998 2024-11-18T06:20:01,021 DEBUG [RS:0;6b5c0e5a2101:38337 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34049:34049)] 2024-11-18T06:20:01,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:20:01,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:20:01,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:20:01,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:01,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:20:01,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:20:01,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:20:01,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:01,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:20:01,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:20:01,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:20:01,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:01,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:20:01,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:20:01,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:20:01,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:01,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:20:01,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:20:01,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740 2024-11-18T06:20:01,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740 2024-11-18T06:20:01,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:20:01,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:20:01,382 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:20:01,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:20:01,385 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:20:01,386 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63993289, jitterRate=-0.04642568528652191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:20:01,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731910801358Initializing all the Stores at 1731910801359 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910801359Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910801359Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910801359Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910801359Cleaning up temporary data from old regions at 1731910801381 (+22 ms)Region opened successfully at 1731910801386 (+5 ms) 2024-11-18T06:20:01,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:20:01,386 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:20:01,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:20:01,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:20:01,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:20:01,387 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:20:01,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910801386Disabling compacts and flushes for region at 1731910801386Disabling writes for close at 1731910801386Writing region close event to WAL at 1731910801387 (+1 ms)Closed at 1731910801387 2024-11-18T06:20:01,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:20:01,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:20:01,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:20:01,389 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:20:01,393 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:20:01,543 DEBUG [6b5c0e5a2101:46405 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:20:01,544 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,38337,1731910798260 2024-11-18T06:20:01,546 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,38337,1731910798260, state=OPENING 2024-11-18T06:20:01,592 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:20:01,659 DEBUG [pool-617-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789 2024-11-18T06:20:01,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789 2024-11-18T06:20:01,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1538792789/meta-region-server: CHANGED 2024-11-18T06:20:01,660 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:20:01,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,38337,1731910798260}] 2024-11-18T06:20:01,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1538792789/meta-region-server: CHANGED 2024-11-18T06:20:01,814 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:20:01,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:20:01,820 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:20:01,820 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:20:01,820 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:20:01,822 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C38337%2C1731910798260.meta, suffix=.meta, logDir=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/WALs/6b5c0e5a2101,38337,1731910798260, archiveDir=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/oldWALs, maxLogs=10 2024-11-18T06:20:01,839 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/WALs/6b5c0e5a2101,38337,1731910798260/6b5c0e5a2101%2C38337%2C1731910798260.meta.1731910801822.meta, exclude list is [], retry=0 2024-11-18T06:20:01,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36173,DS-8f90f5bc-8eea-485c-9228-acfc3e8269e4,DISK] 2024-11-18T06:20:01,842 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/WALs/6b5c0e5a2101,38337,1731910798260/6b5c0e5a2101%2C38337%2C1731910798260.meta.1731910801822.meta 2024-11-18T06:20:01,843 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34049:34049)] 2024-11-18T06:20:01,843 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:20:01,843 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:20:01,843 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:20:01,843 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:20:01,843 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:20:01,843 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:20:01,843 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:20:01,844 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:20:01,844 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:20:01,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:20:01,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:20:01,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:01,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:20:01,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:20:01,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:20:01,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:01,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:20:01,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:20:01,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:20:01,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:01,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:20:01,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:20:01,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:20:01,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:01,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:20:01,852 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:20:01,853 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740 2024-11-18T06:20:01,854 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740 2024-11-18T06:20:01,856 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:20:01,856 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:20:01,856 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:20:01,858 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:20:01,859 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60273966, jitterRate=-0.10184791684150696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:20:01,859 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:20:01,859 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731910801844Writing region info on filesystem at 1731910801844Initializing all the Stores at 1731910801845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910801845Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910801848 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910801848Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910801848Cleaning up temporary data from old regions at 1731910801856 (+8 ms)Running coprocessor post-open hooks at 1731910801859 (+3 ms)Region opened successfully at 1731910801859 2024-11-18T06:20:01,860 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731910801814 2024-11-18T06:20:01,862 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:20:01,862 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:20:01,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,38337,1731910798260 2024-11-18T06:20:01,864 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,38337,1731910798260, state=OPEN 2024-11-18T06:20:01,910 DEBUG [pool-617-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1538792789/meta-region-server 2024-11-18T06:20:01,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1538792789/meta-region-server 2024-11-18T06:20:01,910 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,38337,1731910798260 2024-11-18T06:20:01,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1538792789/meta-region-server: CHANGED 2024-11-18T06:20:01,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1538792789/meta-region-server: CHANGED 2024-11-18T06:20:01,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:20:01,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,38337,1731910798260 in 250 msec 2024-11-18T06:20:01,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:20:01,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 524 msec 2024-11-18T06:20:01,915 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:20:01,915 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:20:01,916 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:20:01,917 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,38337,1731910798260, seqNum=-1] 2024-11-18T06:20:01,917 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:20:01,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:20:01,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3920 sec 2024-11-18T06:20:01,924 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731910801924, completionTime=-1 2024-11-18T06:20:01,924 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:20:01,924 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:20:01,926 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:20:01,926 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731910861926 2024-11-18T06:20:01,926 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731910921926 2024-11-18T06:20:01,926 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T06:20:01,926 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46405,1731910797923-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:01,926 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46405,1731910797923-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:01,926 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46405,1731910797923-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:01,926 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:46405, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:01,926 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:01,926 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:01,928 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:20:01,930 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.519sec 2024-11-18T06:20:01,930 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:20:01,930 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:20:01,930 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:20:01,930 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:20:01,930 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:20:01,930 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46405,1731910797923-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:20:01,930 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46405,1731910797923-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:20:01,932 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:20:01,932 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:20:01,932 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46405,1731910797923-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:20:01,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288a8f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:01,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,46405,-1 for getting cluster id 2024-11-18T06:20:01,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:20:01,999 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '562f31e7-9844-4218-be44-5b3d78a481b4' 2024-11-18T06:20:01,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:20:01,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "562f31e7-9844-4218-be44-5b3d78a481b4" 2024-11-18T06:20:01,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfb1f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:01,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,46405,-1] 2024-11-18T06:20:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:20:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:20:02,001 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:20:02,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5decc0da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:02,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:20:02,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,38337,1731910798260, seqNum=-1] 2024-11-18T06:20:02,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:20:02,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:20:02,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,46405,1731910797923 2024-11-18T06:20:02,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56529 2024-11-18T06:20:02,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:20:02,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014c98c5460005 connected 2024-11-18T06:20:02,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:20:02,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,33437,1731910751806 2024-11-18T06:20:02,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6485344d 2024-11-18T06:20:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:20:02,108 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:20:02,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:20:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T06:20:02,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:20:02,117 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:02,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T06:20:02,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:20:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:20:02,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741835_1011 (size=902) 2024-11-18T06:20:02,132 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b43d4d3d181af1cc4c59c9882f962c4c, NAME => 'test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c 2024-11-18T06:20:02,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741836_1012 (size=39) 2024-11-18T06:20:02,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:20:02,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b43d4d3d181af1cc4c59c9882f962c4c, disabling compactions & flushes 2024-11-18T06:20:02,145 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c. 2024-11-18T06:20:02,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c. 2024-11-18T06:20:02,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c. after waiting 0 ms 2024-11-18T06:20:02,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c. 2024-11-18T06:20:02,145 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c. 2024-11-18T06:20:02,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b43d4d3d181af1cc4c59c9882f962c4c: Waiting for close lock at 1731910802145Disabling compacts and flushes for region at 1731910802145Disabling writes for close at 1731910802145Writing region close event to WAL at 1731910802145Closed at 1731910802145 2024-11-18T06:20:02,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:20:02,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731910802147"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731910802147"}]},"ts":"1731910802147"} 2024-11-18T06:20:02,151 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:20:02,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:20:02,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910802152"}]},"ts":"1731910802152"} 2024-11-18T06:20:02,155 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T06:20:02,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b43d4d3d181af1cc4c59c9882f962c4c, ASSIGN}] 2024-11-18T06:20:02,157 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b43d4d3d181af1cc4c59c9882f962c4c, ASSIGN 2024-11-18T06:20:02,158 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b43d4d3d181af1cc4c59c9882f962c4c, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,42405,1731910791305; forceNewPlan=false, retain=false 2024-11-18T06:20:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:20:02,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b43d4d3d181af1cc4c59c9882f962c4c, regionState=OPENING, regionLocation=6b5c0e5a2101,42405,1731910791305 2024-11-18T06:20:02,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b43d4d3d181af1cc4c59c9882f962c4c, ASSIGN because future has completed 2024-11-18T06:20:02,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b43d4d3d181af1cc4c59c9882f962c4c, server=6b5c0e5a2101,42405,1731910791305}] 2024-11-18T06:20:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:20:02,471 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c. 2024-11-18T06:20:02,471 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b43d4d3d181af1cc4c59c9882f962c4c, NAME => 'test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:20:02,471 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:20:02,471 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T06:20:02,471 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b43d4d3d181af1cc4c59c9882f962c4c 2024-11-18T06:20:02,472 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:20:02,472 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b43d4d3d181af1cc4c59c9882f962c4c 2024-11-18T06:20:02,472 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b43d4d3d181af1cc4c59c9882f962c4c 2024-11-18T06:20:02,473 INFO [StoreOpener-b43d4d3d181af1cc4c59c9882f962c4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b43d4d3d181af1cc4c59c9882f962c4c 2024-11-18T06:20:02,475 INFO [StoreOpener-b43d4d3d181af1cc4c59c9882f962c4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b43d4d3d181af1cc4c59c9882f962c4c columnFamilyName f 2024-11-18T06:20:02,475 DEBUG [StoreOpener-b43d4d3d181af1cc4c59c9882f962c4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:02,476 INFO [StoreOpener-b43d4d3d181af1cc4c59c9882f962c4c-1 {}] regionserver.HStore(327): Store=b43d4d3d181af1cc4c59c9882f962c4c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:20:02,476 INFO [StoreOpener-b43d4d3d181af1cc4c59c9882f962c4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b43d4d3d181af1cc4c59c9882f962c4c 2024-11-18T06:20:02,477 INFO [StoreOpener-b43d4d3d181af1cc4c59c9882f962c4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b43d4d3d181af1cc4c59c9882f962c4c columnFamilyName f1 2024-11-18T06:20:02,477 DEBUG [StoreOpener-b43d4d3d181af1cc4c59c9882f962c4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:02,478 INFO [StoreOpener-b43d4d3d181af1cc4c59c9882f962c4c-1 {}] regionserver.HStore(327): Store=b43d4d3d181af1cc4c59c9882f962c4c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:20:02,478 INFO [StoreOpener-b43d4d3d181af1cc4c59c9882f962c4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b43d4d3d181af1cc4c59c9882f962c4c 2024-11-18T06:20:02,479 INFO [StoreOpener-b43d4d3d181af1cc4c59c9882f962c4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b43d4d3d181af1cc4c59c9882f962c4c columnFamilyName norep 2024-11-18T06:20:02,479 DEBUG [StoreOpener-b43d4d3d181af1cc4c59c9882f962c4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:02,480 INFO [StoreOpener-b43d4d3d181af1cc4c59c9882f962c4c-1 {}] regionserver.HStore(327): Store=b43d4d3d181af1cc4c59c9882f962c4c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:20:02,480 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b43d4d3d181af1cc4c59c9882f962c4c 2024-11-18T06:20:02,480 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c 2024-11-18T06:20:02,481 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c 2024-11-18T06:20:02,482 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b43d4d3d181af1cc4c59c9882f962c4c 2024-11-18T06:20:02,482 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b43d4d3d181af1cc4c59c9882f962c4c 2024-11-18T06:20:02,482 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:20:02,483 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b43d4d3d181af1cc4c59c9882f962c4c 2024-11-18T06:20:02,486 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:20:02,486 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b43d4d3d181af1cc4c59c9882f962c4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69665583, jitterRate=0.038098081946372986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:20:02,486 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b43d4d3d181af1cc4c59c9882f962c4c 2024-11-18T06:20:02,487 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b43d4d3d181af1cc4c59c9882f962c4c: Running coprocessor pre-open hook at 1731910802472Writing region info on filesystem at 1731910802472Initializing all the Stores at 1731910802473 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910802473Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910802473Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910802473Cleaning up temporary data from old regions at 1731910802482 (+9 ms)Running coprocessor post-open hooks at 1731910802486 (+4 ms)Region opened successfully at 1731910802487 (+1 ms) 2024-11-18T06:20:02,490 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c., pid=6, masterSystemTime=1731910802466 2024-11-18T06:20:02,493 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c. 2024-11-18T06:20:02,493 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c. 2024-11-18T06:20:02,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b43d4d3d181af1cc4c59c9882f962c4c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b5c0e5a2101,42405,1731910791305 2024-11-18T06:20:02,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b43d4d3d181af1cc4c59c9882f962c4c, server=6b5c0e5a2101,42405,1731910791305 because future has completed 2024-11-18T06:20:02,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T06:20:02,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b43d4d3d181af1cc4c59c9882f962c4c, server=6b5c0e5a2101,42405,1731910791305 in 189 msec 2024-11-18T06:20:02,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T06:20:02,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b43d4d3d181af1cc4c59c9882f962c4c, ASSIGN in 350 msec 2024-11-18T06:20:02,511 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:20:02,511 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910802511"}]},"ts":"1731910802511"} 2024-11-18T06:20:02,517 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T06:20:02,522 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:20:02,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 410 msec 2024-11-18T06:20:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:20:02,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:20:02,749 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T06:20:02,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,46405,1731910797923 2024-11-18T06:20:02,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24357d8e 2024-11-18T06:20:02,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:20:02,752 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:20:02,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:20:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T06:20:02,756 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:20:02,756 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:02,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T06:20:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:20:02,757 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:20:02,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741835_1011 (size=902) 2024-11-18T06:20:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:20:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:20:03,173 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d285daefb6456ed24d70ba7b70fc3ada, NAME => 'test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45 2024-11-18T06:20:03,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741836_1012 (size=39) 2024-11-18T06:20:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:20:03,580 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:20:03,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d285daefb6456ed24d70ba7b70fc3ada, disabling compactions & flushes 2024-11-18T06:20:03,581 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada. 2024-11-18T06:20:03,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada. 2024-11-18T06:20:03,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada. after waiting 0 ms 2024-11-18T06:20:03,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada. 2024-11-18T06:20:03,581 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada. 2024-11-18T06:20:03,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d285daefb6456ed24d70ba7b70fc3ada: Waiting for close lock at 1731910803581Disabling compacts and flushes for region at 1731910803581Disabling writes for close at 1731910803581Writing region close event to WAL at 1731910803581Closed at 1731910803581 2024-11-18T06:20:03,582 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:20:03,583 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731910803583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731910803583"}]},"ts":"1731910803583"} 2024-11-18T06:20:03,586 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:20:03,587 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:20:03,587 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910803587"}]},"ts":"1731910803587"} 2024-11-18T06:20:03,590 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T06:20:03,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d285daefb6456ed24d70ba7b70fc3ada, ASSIGN}] 2024-11-18T06:20:03,592 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d285daefb6456ed24d70ba7b70fc3ada, ASSIGN 2024-11-18T06:20:03,593 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d285daefb6456ed24d70ba7b70fc3ada, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,38337,1731910798260; forceNewPlan=false, retain=false 2024-11-18T06:20:03,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d285daefb6456ed24d70ba7b70fc3ada, regionState=OPENING, regionLocation=6b5c0e5a2101,38337,1731910798260 2024-11-18T06:20:03,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d285daefb6456ed24d70ba7b70fc3ada, ASSIGN because future has completed 2024-11-18T06:20:03,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d285daefb6456ed24d70ba7b70fc3ada, server=6b5c0e5a2101,38337,1731910798260}] 2024-11-18T06:20:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:20:03,903 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada. 2024-11-18T06:20:03,903 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d285daefb6456ed24d70ba7b70fc3ada, NAME => 'test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:20:03,904 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:20:03,904 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T06:20:03,904 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d285daefb6456ed24d70ba7b70fc3ada 2024-11-18T06:20:03,904 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:20:03,904 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d285daefb6456ed24d70ba7b70fc3ada 2024-11-18T06:20:03,904 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d285daefb6456ed24d70ba7b70fc3ada 2024-11-18T06:20:03,905 INFO [StoreOpener-d285daefb6456ed24d70ba7b70fc3ada-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d285daefb6456ed24d70ba7b70fc3ada 2024-11-18T06:20:03,907 INFO [StoreOpener-d285daefb6456ed24d70ba7b70fc3ada-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d285daefb6456ed24d70ba7b70fc3ada columnFamilyName f 2024-11-18T06:20:03,907 DEBUG [StoreOpener-d285daefb6456ed24d70ba7b70fc3ada-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:03,907 INFO [StoreOpener-d285daefb6456ed24d70ba7b70fc3ada-1 {}] regionserver.HStore(327): Store=d285daefb6456ed24d70ba7b70fc3ada/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:20:03,907 INFO [StoreOpener-d285daefb6456ed24d70ba7b70fc3ada-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d285daefb6456ed24d70ba7b70fc3ada 2024-11-18T06:20:03,908 INFO [StoreOpener-d285daefb6456ed24d70ba7b70fc3ada-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d285daefb6456ed24d70ba7b70fc3ada columnFamilyName f1 2024-11-18T06:20:03,908 DEBUG [StoreOpener-d285daefb6456ed24d70ba7b70fc3ada-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:03,909 INFO [StoreOpener-d285daefb6456ed24d70ba7b70fc3ada-1 {}] regionserver.HStore(327): Store=d285daefb6456ed24d70ba7b70fc3ada/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:20:03,909 INFO [StoreOpener-d285daefb6456ed24d70ba7b70fc3ada-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d285daefb6456ed24d70ba7b70fc3ada 2024-11-18T06:20:03,910 INFO [StoreOpener-d285daefb6456ed24d70ba7b70fc3ada-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d285daefb6456ed24d70ba7b70fc3ada columnFamilyName norep 2024-11-18T06:20:03,910 DEBUG [StoreOpener-d285daefb6456ed24d70ba7b70fc3ada-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:03,910 INFO [StoreOpener-d285daefb6456ed24d70ba7b70fc3ada-1 {}] regionserver.HStore(327): Store=d285daefb6456ed24d70ba7b70fc3ada/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:20:03,910 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d285daefb6456ed24d70ba7b70fc3ada 2024-11-18T06:20:03,911 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/default/test/d285daefb6456ed24d70ba7b70fc3ada 2024-11-18T06:20:03,911 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/default/test/d285daefb6456ed24d70ba7b70fc3ada 2024-11-18T06:20:03,912 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d285daefb6456ed24d70ba7b70fc3ada 2024-11-18T06:20:03,912 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d285daefb6456ed24d70ba7b70fc3ada 2024-11-18T06:20:03,913 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:20:03,914 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d285daefb6456ed24d70ba7b70fc3ada 2024-11-18T06:20:03,915 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/default/test/d285daefb6456ed24d70ba7b70fc3ada/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:20:03,916 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d285daefb6456ed24d70ba7b70fc3ada; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70399622, jitterRate=0.049036115407943726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:20:03,916 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d285daefb6456ed24d70ba7b70fc3ada 2024-11-18T06:20:03,916 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d285daefb6456ed24d70ba7b70fc3ada: Running coprocessor pre-open hook at 1731910803904Writing region info on filesystem at 1731910803904Initializing all the Stores at 1731910803905 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910803905Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910803905Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910803905Cleaning up temporary data from old regions at 1731910803912 (+7 ms)Running coprocessor post-open hooks at 1731910803916 (+4 ms)Region opened successfully at 1731910803916 2024-11-18T06:20:03,917 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada., pid=6, masterSystemTime=1731910803900 2024-11-18T06:20:03,919 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada. 2024-11-18T06:20:03,919 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada. 2024-11-18T06:20:03,919 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d285daefb6456ed24d70ba7b70fc3ada, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b5c0e5a2101,38337,1731910798260 2024-11-18T06:20:03,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d285daefb6456ed24d70ba7b70fc3ada, server=6b5c0e5a2101,38337,1731910798260 because future has completed 2024-11-18T06:20:03,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T06:20:03,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d285daefb6456ed24d70ba7b70fc3ada, server=6b5c0e5a2101,38337,1731910798260 in 176 msec 2024-11-18T06:20:03,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T06:20:03,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d285daefb6456ed24d70ba7b70fc3ada, ASSIGN in 335 msec 2024-11-18T06:20:03,928 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:20:03,928 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910803928"}]},"ts":"1731910803928"} 2024-11-18T06:20:03,930 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T06:20:03,931 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:20:03,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1780 sec 2024-11-18T06:20:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:20:04,913 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T06:20:04,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331ad0a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:04,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33437,-1 for getting cluster id 2024-11-18T06:20:04,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:20:04,926 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c44ac38e-7fa7-4458-80f7-e1e5d7b77b6e' 2024-11-18T06:20:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:20:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c44ac38e-7fa7-4458-80f7-e1e5d7b77b6e" 2024-11-18T06:20:04,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b453d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:04,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33437,-1] 2024-11-18T06:20:04,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:20:04,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:20:04,936 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:20:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d074b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:04,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d936da6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:04,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,46405,-1 for getting cluster id 2024-11-18T06:20:04,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:20:04,942 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '562f31e7-9844-4218-be44-5b3d78a481b4' 2024-11-18T06:20:04,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:20:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "562f31e7-9844-4218-be44-5b3d78a481b4" 2024-11-18T06:20:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff90d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,46405,-1] 2024-11-18T06:20:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:20:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:20:04,945 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:20:04,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62348eec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:04,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21628a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:04,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33437,-1 for getting cluster id 2024-11-18T06:20:04,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:20:04,950 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c44ac38e-7fa7-4458-80f7-e1e5d7b77b6e' 2024-11-18T06:20:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:20:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c44ac38e-7fa7-4458-80f7-e1e5d7b77b6e" 2024-11-18T06:20:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2df365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33437,-1] 2024-11-18T06:20:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:20:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:20:04,954 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:20:04,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5feada22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:04,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:20:04,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,33437,1731910751806 2024-11-18T06:20:04,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c193cd7 2024-11-18T06:20:04,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:20:04,961 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:20:04,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b5c0e5a2101:46405,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-18T06:20:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:20:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:20:04,974 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:46405' 2024-11-18T06:20:04,989 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb44c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:04,989 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,46405,-1 for getting cluster id 2024-11-18T06:20:04,989 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:20:04,990 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '562f31e7-9844-4218-be44-5b3d78a481b4' 2024-11-18T06:20:04,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:20:04,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "562f31e7-9844-4218-be44-5b3d78a481b4" 2024-11-18T06:20:04,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24cb5fab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:04,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,46405,-1] 2024-11-18T06:20:04,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:20:04,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:20:04,995 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:20:04,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da31e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:04,997 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:20:04,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,46405,1731910797923 2024-11-18T06:20:04,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2543abd3 2024-11-18T06:20:04,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:20:05,000 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:20:05,001 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T06:20:05,001 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T06:20:05,001 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:20:05,001 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:20:05,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:20:05,002 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:20:05,004 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T06:20:05,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:20:05,013 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:05,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:20:05,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741837_1013 (size=1138) 2024-11-18T06:20:05,045 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => afbf795990e1d548711eed76118929c4, NAME => 'hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c 2024-11-18T06:20:05,055 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T06:20:05,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741838_1014 (size=44) 2024-11-18T06:20:05,074 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:20:05,074 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing afbf795990e1d548711eed76118929c4, disabling compactions & flushes 2024-11-18T06:20:05,074 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4. 2024-11-18T06:20:05,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4. 2024-11-18T06:20:05,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4. after waiting 0 ms 2024-11-18T06:20:05,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4. 2024-11-18T06:20:05,075 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4. 2024-11-18T06:20:05,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for afbf795990e1d548711eed76118929c4: Waiting for close lock at 1731910805074Disabling compacts and flushes for region at 1731910805074Disabling writes for close at 1731910805075 (+1 ms)Writing region close event to WAL at 1731910805075Closed at 1731910805075 2024-11-18T06:20:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:20:05,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:20:05,081 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731910805081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731910805081"}]},"ts":"1731910805081"} 2024-11-18T06:20:05,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:20:05,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:20:05,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910805085"}]},"ts":"1731910805085"} 2024-11-18T06:20:05,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T06:20:05,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afbf795990e1d548711eed76118929c4, ASSIGN}] 2024-11-18T06:20:05,095 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afbf795990e1d548711eed76118929c4, ASSIGN 2024-11-18T06:20:05,097 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=afbf795990e1d548711eed76118929c4, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,42405,1731910791305; forceNewPlan=false, retain=false 2024-11-18T06:20:05,247 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=afbf795990e1d548711eed76118929c4, regionState=OPENING, regionLocation=6b5c0e5a2101,42405,1731910791305 2024-11-18T06:20:05,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=afbf795990e1d548711eed76118929c4, ASSIGN because future has completed 2024-11-18T06:20:05,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure afbf795990e1d548711eed76118929c4, server=6b5c0e5a2101,42405,1731910791305}] 2024-11-18T06:20:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:20:05,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4. 2024-11-18T06:20:05,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:20:05,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T06:20:05,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C42405%2C1731910791305.rep, suffix=, logDir=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305, archiveDir=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/oldWALs, maxLogs=10 2024-11-18T06:20:05,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.rep.1731910805449, exclude list is [], retry=0 2024-11-18T06:20:05,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44723,DS-c86bf039-d032-4f01-bfce-3fed41449d93,DISK] 2024-11-18T06:20:05,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.rep.1731910805449 2024-11-18T06:20:05,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157)] 2024-11-18T06:20:05,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => afbf795990e1d548711eed76118929c4, NAME => 'hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:20:05,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:20:05,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:20:05,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4. service=MultiRowMutationService 2024-11-18T06:20:05,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T06:20:05,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication afbf795990e1d548711eed76118929c4 2024-11-18T06:20:05,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:20:05,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for afbf795990e1d548711eed76118929c4 2024-11-18T06:20:05,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for afbf795990e1d548711eed76118929c4 2024-11-18T06:20:05,514 INFO [StoreOpener-afbf795990e1d548711eed76118929c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region afbf795990e1d548711eed76118929c4 2024-11-18T06:20:05,533 INFO [StoreOpener-afbf795990e1d548711eed76118929c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afbf795990e1d548711eed76118929c4 columnFamilyName hfileref 2024-11-18T06:20:05,540 DEBUG [StoreOpener-afbf795990e1d548711eed76118929c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:05,542 INFO [StoreOpener-afbf795990e1d548711eed76118929c4-1 {}] regionserver.HStore(327): Store=afbf795990e1d548711eed76118929c4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:20:05,542 INFO [StoreOpener-afbf795990e1d548711eed76118929c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region afbf795990e1d548711eed76118929c4 2024-11-18T06:20:05,549 INFO [StoreOpener-afbf795990e1d548711eed76118929c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afbf795990e1d548711eed76118929c4 columnFamilyName queue 2024-11-18T06:20:05,549 DEBUG [StoreOpener-afbf795990e1d548711eed76118929c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:05,553 INFO [StoreOpener-afbf795990e1d548711eed76118929c4-1 {}] regionserver.HStore(327): Store=afbf795990e1d548711eed76118929c4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:20:05,553 INFO [StoreOpener-afbf795990e1d548711eed76118929c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region afbf795990e1d548711eed76118929c4 2024-11-18T06:20:05,564 INFO [StoreOpener-afbf795990e1d548711eed76118929c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afbf795990e1d548711eed76118929c4 columnFamilyName sid 2024-11-18T06:20:05,564 DEBUG [StoreOpener-afbf795990e1d548711eed76118929c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:20:05,566 INFO [StoreOpener-afbf795990e1d548711eed76118929c4-1 {}] regionserver.HStore(327): Store=afbf795990e1d548711eed76118929c4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:20:05,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for afbf795990e1d548711eed76118929c4 2024-11-18T06:20:05,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/replication/afbf795990e1d548711eed76118929c4 2024-11-18T06:20:05,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/replication/afbf795990e1d548711eed76118929c4 2024-11-18T06:20:05,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for afbf795990e1d548711eed76118929c4 2024-11-18T06:20:05,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for afbf795990e1d548711eed76118929c4 2024-11-18T06:20:05,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:20:05,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for afbf795990e1d548711eed76118929c4 2024-11-18T06:20:05,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/replication/afbf795990e1d548711eed76118929c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:20:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:20:05,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened afbf795990e1d548711eed76118929c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73325640, jitterRate=0.09263718128204346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:20:05,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afbf795990e1d548711eed76118929c4 2024-11-18T06:20:05,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for afbf795990e1d548711eed76118929c4: Running coprocessor pre-open hook at 1731910805489Writing region info on filesystem at 1731910805489Initializing all the Stores at 1731910805508 (+19 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910805508Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910805512 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910805512Cleaning up temporary data from old regions at 1731910805579 (+67 ms)Running coprocessor post-open hooks at 1731910805610 (+31 ms)Region opened successfully at 1731910805611 (+1 ms) 2024-11-18T06:20:05,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4., pid=10, masterSystemTime=1731910805416 2024-11-18T06:20:05,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4. 2024-11-18T06:20:05,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4. 2024-11-18T06:20:05,625 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=afbf795990e1d548711eed76118929c4, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,42405,1731910791305 2024-11-18T06:20:05,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure afbf795990e1d548711eed76118929c4, server=6b5c0e5a2101,42405,1731910791305 because future has completed 2024-11-18T06:20:05,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T06:20:05,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure afbf795990e1d548711eed76118929c4, server=6b5c0e5a2101,42405,1731910791305 in 412 msec 2024-11-18T06:20:05,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T06:20:05,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afbf795990e1d548711eed76118929c4, ASSIGN in 582 msec 2024-11-18T06:20:05,683 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:20:05,684 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910805683"}]},"ts":"1731910805683"} 2024-11-18T06:20:05,697 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T06:20:05,701 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:20:05,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 699 msec 2024-11-18T06:20:05,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4., hostname=6b5c0e5a2101,42405,1731910791305, seqNum=2] 2024-11-18T06:20:05,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500 2024-11-18T06:20:05,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500 2024-11-18T06:20:05,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:20:06,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T06:20:06,044 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T06:20:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:20:06,135 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b5c0e5a2101,42405,1731910791305, ReplicationSource: 1, currentBandwidth=0 2024-11-18T06:20:06,136 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:20:06,137 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,42405,1731910791305, seqNum=-1] 2024-11-18T06:20:06,137 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:20:06,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-18T06:20:06,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b5c0e5a2101,42405,1731910791305', locateType=CURRENT is [region=hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4., hostname=6b5c0e5a2101,42405,1731910791305, seqNum=2] 2024-11-18T06:20:06,158 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T06:20:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T06:20:06,172 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b5c0e5a2101,42405,1731910791305 suceeded 2024-11-18T06:20:06,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T06:20:06,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 298 msec 2024-11-18T06:20:06,181 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b5c0e5a2101:46405,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-18T06:20:06,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2200 sec 2024-11-18T06:20:06,221 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:46405' 2024-11-18T06:20:06,232 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@610220f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:06,232 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,46405,-1 for getting cluster id 2024-11-18T06:20:06,233 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:20:06,234 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '562f31e7-9844-4218-be44-5b3d78a481b4' 2024-11-18T06:20:06,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:20:06,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "562f31e7-9844-4218-be44-5b3d78a481b4" 2024-11-18T06:20:06,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a846044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:06,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,46405,-1] 2024-11-18T06:20:06,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:20:06,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:20:06,239 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:20:06,240 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38c1ba03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:06,240 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:20:06,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,46405,1731910797923 2024-11-18T06:20:06,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cab0b93 2024-11-18T06:20:06,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:20:06,244 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-18T06:20:06,248 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b5c0e5a2101,42405,1731910791305 (queues=1) is replicating from cluster=c44ac38e-7fa7-4458-80f7-e1e5d7b77b6e to cluster=562f31e7-9844-4218-be44-5b3d78a481b4 2024-11-18T06:20:06,248 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b5c0e5a2101%2C42405%2C1731910791305 2024-11-18T06:20:06,248 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b5c0e5a2101,42405,1731910791305, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:20:06,256 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237, startPosition=0, beingWritten=true 2024-11-18T06:20:06,263 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.shipper6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C42405%2C1731910791305 2024-11-18T06:20:06,304 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:20:06,304 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 379, reset compression=false 2024-11-18T06:20:06,304 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.shipper6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,42405,1731910791305 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:20:06,441 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T06:20:06,442 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T06:20:06,537 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 379, reset compression=false 2024-11-18T06:20:06,841 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 379, reset compression=false 2024-11-18T06:20:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:20:07,129 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T06:20:07,130 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:20:07,130 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:20:07,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:20:07,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:20:07,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:20:07,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:20:07,141 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731910807137/Put/seqid=0 2024-11-18T06:20:07,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741840_1016 (size=7894) 2024-11-18T06:20:07,284 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 379, reset compression=false 2024-11-18T06:20:07,346 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:20:07,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:20:07,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:20:07,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T06:20:07,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T06:20:07,447 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T06:20:07,447 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T06:20:07,447 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:20:07,447 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T06:20:07,553 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/load_f/f/hfile_1 is 34, key is ddd/f:row/1731910807552/Put/seqid=0 2024-11-18T06:20:07,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741841_1017 (size=7691) 2024-11-18T06:20:07,789 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 379, reset compression=false 2024-11-18T06:20:07,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324654cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:07,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33437,-1 for getting cluster id 2024-11-18T06:20:07,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:20:07,965 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c44ac38e-7fa7-4458-80f7-e1e5d7b77b6e' 2024-11-18T06:20:07,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:20:07,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c44ac38e-7fa7-4458-80f7-e1e5d7b77b6e" 2024-11-18T06:20:07,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353b95bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:07,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33437,-1] 2024-11-18T06:20:07,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:20:07,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:20:07,967 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:20:07,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5260804a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:07,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:20:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,42405,1731910791305, seqNum=-1] 2024-11-18T06:20:07,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:20:07,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:20:07,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:20:07,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,33437,1731910751806 2024-11-18T06:20:07,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a70bab 2024-11-18T06:20:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:20:07,993 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:20:07,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c., hostname=6b5c0e5a2101,42405,1731910791305, seqNum=2] 2024-11-18T06:20:08,009 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T06:20:08,022 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-18T06:20:08,028 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-18T06:20:08,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/load_f/f/hfile_1 for inclusion in b43d4d3d181af1cc4c59c9882f962c4c/f 2024-11-18T06:20:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T06:20:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:20:08,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/load_f/f/hfile_0 for inclusion in b43d4d3d181af1cc4c59c9882f962c4c/f 2024-11-18T06:20:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T06:20:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:20:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HRegion(2603): Flush status journal for b43d4d3d181af1cc4c59c9882f962c4c: 2024-11-18T06:20:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/load_f/f/hfile_1 to hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__gdodhjo118d0f33g1in1lrvem1d9h2v1794bdtjfjrctukigi5s89s1564jao05e/f/hfile_1 2024-11-18T06:20:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__gdodhjo118d0f33g1in1lrvem1d9h2v1794bdtjfjrctukigi5s89s1564jao05e/f/hfile_1 as hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c/f/8531593808a84661a1b0681f6306c0bf_SeqId_4_ 2024-11-18T06:20:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/load_f/f/hfile_0 to hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__gdodhjo118d0f33g1in1lrvem1d9h2v1794bdtjfjrctukigi5s89s1564jao05e/f/hfile_0 2024-11-18T06:20:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__gdodhjo118d0f33g1in1lrvem1d9h2v1794bdtjfjrctukigi5s89s1564jao05e/f/hfile_0 as hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c/f/af0970efeb454ef8b10579711273d6e7_SeqId_4_ 2024-11-18T06:20:08,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__gdodhjo118d0f33g1in1lrvem1d9h2v1794bdtjfjrctukigi5s89s1564jao05e/f/hfile_1 into b43d4d3d181af1cc4c59c9882f962c4c/f as hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c/f/8531593808a84661a1b0681f6306c0bf_SeqId_4_ - updating store file list. 2024-11-18T06:20:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8531593808a84661a1b0681f6306c0bf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T06:20:08,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c/f/8531593808a84661a1b0681f6306c0bf_SeqId_4_ into b43d4d3d181af1cc4c59c9882f962c4c/f 2024-11-18T06:20:08,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__gdodhjo118d0f33g1in1lrvem1d9h2v1794bdtjfjrctukigi5s89s1564jao05e/f/hfile_1 into b43d4d3d181af1cc4c59c9882f962c4c/f (new location: hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c/f/8531593808a84661a1b0681f6306c0bf_SeqId_4_) 2024-11-18T06:20:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__gdodhjo118d0f33g1in1lrvem1d9h2v1794bdtjfjrctukigi5s89s1564jao05e/f/hfile_1 2024-11-18T06:20:08,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__gdodhjo118d0f33g1in1lrvem1d9h2v1794bdtjfjrctukigi5s89s1564jao05e/f/hfile_0 into b43d4d3d181af1cc4c59c9882f962c4c/f as hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c/f/af0970efeb454ef8b10579711273d6e7_SeqId_4_ - updating store file list. 2024-11-18T06:20:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for af0970efeb454ef8b10579711273d6e7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T06:20:08,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c/f/af0970efeb454ef8b10579711273d6e7_SeqId_4_ into b43d4d3d181af1cc4c59c9882f962c4c/f 2024-11-18T06:20:08,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__gdodhjo118d0f33g1in1lrvem1d9h2v1794bdtjfjrctukigi5s89s1564jao05e/f/hfile_0 into b43d4d3d181af1cc4c59c9882f962c4c/f (new location: hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c/f/af0970efeb454ef8b10579711273d6e7_SeqId_4_) 2024-11-18T06:20:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__gdodhjo118d0f33g1in1lrvem1d9h2v1794bdtjfjrctukigi5s89s1564jao05e/f/hfile_0 2024-11-18T06:20:08,125 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:20:08,125 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:20:08,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:20:08,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:20:08,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:20:08,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c., hostname=6b5c0e5a2101,42405,1731910791305, seqNum=2 , the old value is region=test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c., hostname=6b5c0e5a2101,42405,1731910791305, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6b5c0e5a2101:42405 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T06:20:08,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c., hostname=6b5c0e5a2101,42405,1731910791305, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T06:20:08,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c., hostname=6b5c0e5a2101,42405,1731910791305, seqNum=2 from cache 2024-11-18T06:20:08,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:20:08,132 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T06:20:08,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,38337,1731910798260, seqNum=-1] 2024-11-18T06:20:08,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:20:08,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:20:08,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada., hostname=6b5c0e5a2101,38337,1731910798260, seqNum=2] 2024-11-18T06:20:08,142 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T06:20:08,239 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:42405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T06:20:08,394 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 379, reset compression=false 2024-11-18T06:20:08,401 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:20:08,401 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.shipper6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,42405,1731910791305 got entry batch from reader: WALEntryBatch [walEntries=[{test/b43d4d3d181af1cc4c59c9882f962c4c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731910808117/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T06:20:08,422 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.shipper6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:20:08,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-18T06:20:08,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.ReplicationSink(318): Replicating [c44ac38e-7fa7-4458-80f7-e1e5d7b77b6e] bulk loaded data 2024-11-18T06:20:08,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5829f595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:08,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,46405,-1 for getting cluster id 2024-11-18T06:20:08,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:20:08,427 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '562f31e7-9844-4218-be44-5b3d78a481b4' 2024-11-18T06:20:08,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:20:08,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "562f31e7-9844-4218-be44-5b3d78a481b4" 2024-11-18T06:20:08,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dd969d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:08,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,46405,-1] 2024-11-18T06:20:08,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:20:08,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:20:08,429 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:20:08,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@543f6a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:08,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741837_1013 (size=7691) 2024-11-18T06:20:08,601 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 687, reset compression=false 2024-11-18T06:20:08,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741838_1014 (size=7894) 2024-11-18T06:20:08,905 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 687, reset compression=false 2024-11-18T06:20:09,144 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T06:20:09,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:20:09,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,46405,1731910797923 2024-11-18T06:20:09,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@417e79f7 2024-11-18T06:20:09,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:20:09,263 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-18T06:20:09,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T06:20:09,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:20:09,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,38337,1731910798260, seqNum=-1] 2024-11-18T06:20:09,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:20:09,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-18T06:20:09,279 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/staging/jenkins.hfs.6__test__bjj20ouvaj88tnpkqutemv29sebg762jun1re10ku4a2n45p6qcgacrmb4lfvbu2/f/8531593808a84661a1b0681f6306c0bf_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T06:20:09,283 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/staging/jenkins.hfs.6__test__bjj20ouvaj88tnpkqutemv29sebg762jun1re10ku4a2n45p6qcgacrmb4lfvbu2/f/af0970efeb454ef8b10579711273d6e7_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T06:20:09,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/staging/jenkins.hfs.6__test__bjj20ouvaj88tnpkqutemv29sebg762jun1re10ku4a2n45p6qcgacrmb4lfvbu2/f/8531593808a84661a1b0681f6306c0bf_SeqId_4_ for inclusion in d285daefb6456ed24d70ba7b70fc3ada/f 2024-11-18T06:20:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T06:20:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:20:09,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/staging/jenkins.hfs.6__test__bjj20ouvaj88tnpkqutemv29sebg762jun1re10ku4a2n45p6qcgacrmb4lfvbu2/f/af0970efeb454ef8b10579711273d6e7_SeqId_4_ for inclusion in d285daefb6456ed24d70ba7b70fc3ada/f 2024-11-18T06:20:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T06:20:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:20:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.HRegion(2603): Flush status journal for d285daefb6456ed24d70ba7b70fc3ada: 2024-11-18T06:20:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8531593808a84661a1b0681f6306c0bf_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T06:20:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/staging/jenkins.hfs.6__test__bjj20ouvaj88tnpkqutemv29sebg762jun1re10ku4a2n45p6qcgacrmb4lfvbu2/f/8531593808a84661a1b0681f6306c0bf_SeqId_4_ as hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/default/test/d285daefb6456ed24d70ba7b70fc3ada/f/2992cf5a4d304811834fd9e3f2b74cf8_SeqId_4_ 2024-11-18T06:20:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): af0970efeb454ef8b10579711273d6e7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T06:20:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/staging/jenkins.hfs.6__test__bjj20ouvaj88tnpkqutemv29sebg762jun1re10ku4a2n45p6qcgacrmb4lfvbu2/f/af0970efeb454ef8b10579711273d6e7_SeqId_4_ as hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/default/test/d285daefb6456ed24d70ba7b70fc3ada/f/cc5b45172a134235b61a107f10f52bdb_SeqId_4_ 2024-11-18T06:20:09,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/staging/jenkins.hfs.6__test__bjj20ouvaj88tnpkqutemv29sebg762jun1re10ku4a2n45p6qcgacrmb4lfvbu2/f/8531593808a84661a1b0681f6306c0bf_SeqId_4_ into d285daefb6456ed24d70ba7b70fc3ada/f as hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/default/test/d285daefb6456ed24d70ba7b70fc3ada/f/2992cf5a4d304811834fd9e3f2b74cf8_SeqId_4_ - updating store file list. 2024-11-18T06:20:09,310 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 687, reset compression=false 2024-11-18T06:20:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2992cf5a4d304811834fd9e3f2b74cf8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T06:20:09,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/default/test/d285daefb6456ed24d70ba7b70fc3ada/f/2992cf5a4d304811834fd9e3f2b74cf8_SeqId_4_ into d285daefb6456ed24d70ba7b70fc3ada/f 2024-11-18T06:20:09,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/staging/jenkins.hfs.6__test__bjj20ouvaj88tnpkqutemv29sebg762jun1re10ku4a2n45p6qcgacrmb4lfvbu2/f/8531593808a84661a1b0681f6306c0bf_SeqId_4_ into d285daefb6456ed24d70ba7b70fc3ada/f (new location: hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/default/test/d285daefb6456ed24d70ba7b70fc3ada/f/2992cf5a4d304811834fd9e3f2b74cf8_SeqId_4_) 2024-11-18T06:20:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/staging/jenkins.hfs.6__test__bjj20ouvaj88tnpkqutemv29sebg762jun1re10ku4a2n45p6qcgacrmb4lfvbu2/f/8531593808a84661a1b0681f6306c0bf_SeqId_4_ 2024-11-18T06:20:09,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/staging/jenkins.hfs.6__test__bjj20ouvaj88tnpkqutemv29sebg762jun1re10ku4a2n45p6qcgacrmb4lfvbu2/f/af0970efeb454ef8b10579711273d6e7_SeqId_4_ into d285daefb6456ed24d70ba7b70fc3ada/f as hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/default/test/d285daefb6456ed24d70ba7b70fc3ada/f/cc5b45172a134235b61a107f10f52bdb_SeqId_4_ - updating store file list. 2024-11-18T06:20:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cc5b45172a134235b61a107f10f52bdb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T06:20:09,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/default/test/d285daefb6456ed24d70ba7b70fc3ada/f/cc5b45172a134235b61a107f10f52bdb_SeqId_4_ into d285daefb6456ed24d70ba7b70fc3ada/f 2024-11-18T06:20:09,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/staging/jenkins.hfs.6__test__bjj20ouvaj88tnpkqutemv29sebg762jun1re10ku4a2n45p6qcgacrmb4lfvbu2/f/af0970efeb454ef8b10579711273d6e7_SeqId_4_ into d285daefb6456ed24d70ba7b70fc3ada/f (new location: hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/default/test/d285daefb6456ed24d70ba7b70fc3ada/f/cc5b45172a134235b61a107f10f52bdb_SeqId_4_) 2024-11-18T06:20:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/staging/jenkins.hfs.6__test__bjj20ouvaj88tnpkqutemv29sebg762jun1re10ku4a2n45p6qcgacrmb4lfvbu2/f/af0970efeb454ef8b10579711273d6e7_SeqId_4_ 2024-11-18T06:20:09,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] regionserver.ReplicationSink(324): Finished replicating [c44ac38e-7fa7-4458-80f7-e1e5d7b77b6e] bulk loaded data 2024-11-18T06:20:09,814 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 687, reset compression=false 2024-11-18T06:20:10,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:20:10,163 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731910810161/Put/seqid=0 2024-11-18T06:20:10,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741842_1018 (size=7997) 2024-11-18T06:20:10,421 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 687, reset compression=false 2024-11-18T06:20:10,570 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731910810569/Put/seqid=0 2024-11-18T06:20:10,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741843_1019 (size=7794) 2024-11-18T06:20:10,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0538ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:10,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33437,-1 for getting cluster id 2024-11-18T06:20:10,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:20:10,981 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c44ac38e-7fa7-4458-80f7-e1e5d7b77b6e' 2024-11-18T06:20:10,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:20:10,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c44ac38e-7fa7-4458-80f7-e1e5d7b77b6e" 2024-11-18T06:20:10,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64cdb9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:10,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33437,-1] 2024-11-18T06:20:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:20:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:20:10,988 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:20:10,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13063e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:20:10,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:20:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,42405,1731910791305, seqNum=-1] 2024-11-18T06:20:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:20:10,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:20:11,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:20:11,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,33437,1731910751806 2024-11-18T06:20:11,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bc084d8 2024-11-18T06:20:11,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:20:11,018 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:20:11,024 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c., hostname=6b5c0e5a2101,42405,1731910791305, seqNum=2] 2024-11-18T06:20:11,035 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T06:20:11,046 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-18T06:20:11,051 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-18T06:20:11,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/load_f1/f1/hfile_0 for inclusion in b43d4d3d181af1cc4c59c9882f962c4c/f1 2024-11-18T06:20:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T06:20:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:20:11,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/load_f1/f1/hfile_1 for inclusion in b43d4d3d181af1cc4c59c9882f962c4c/f1 2024-11-18T06:20:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T06:20:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:20:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HRegion(2603): Flush status journal for b43d4d3d181af1cc4c59c9882f962c4c: 2024-11-18T06:20:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/load_f1/f1/hfile_0 to hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__jh9euj6jed34e2uthdo0urai45i011qtbqd0o60oo3ahe2klrg7lj4a83p46aku2/f1/hfile_0 2024-11-18T06:20:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__jh9euj6jed34e2uthdo0urai45i011qtbqd0o60oo3ahe2klrg7lj4a83p46aku2/f1/hfile_0 as hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c/f1/401f9ee51e144cf29132334510313f65_SeqId_6_ 2024-11-18T06:20:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/load_f1/f1/hfile_1 to hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__jh9euj6jed34e2uthdo0urai45i011qtbqd0o60oo3ahe2klrg7lj4a83p46aku2/f1/hfile_1 2024-11-18T06:20:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__jh9euj6jed34e2uthdo0urai45i011qtbqd0o60oo3ahe2klrg7lj4a83p46aku2/f1/hfile_1 as hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c/f1/6ec93342c0d8476f883d45b4d5bbc564_SeqId_6_ 2024-11-18T06:20:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-18T06:20:11,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__jh9euj6jed34e2uthdo0urai45i011qtbqd0o60oo3ahe2klrg7lj4a83p46aku2/f1/hfile_0 into b43d4d3d181af1cc4c59c9882f962c4c/f1 as hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c/f1/401f9ee51e144cf29132334510313f65_SeqId_6_ - updating store file list. 2024-11-18T06:20:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 401f9ee51e144cf29132334510313f65_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T06:20:11,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c/f1/401f9ee51e144cf29132334510313f65_SeqId_6_ into b43d4d3d181af1cc4c59c9882f962c4c/f1 2024-11-18T06:20:11,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__jh9euj6jed34e2uthdo0urai45i011qtbqd0o60oo3ahe2klrg7lj4a83p46aku2/f1/hfile_0 into b43d4d3d181af1cc4c59c9882f962c4c/f1 (new location: hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c/f1/401f9ee51e144cf29132334510313f65_SeqId_6_) 2024-11-18T06:20:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__jh9euj6jed34e2uthdo0urai45i011qtbqd0o60oo3ahe2klrg7lj4a83p46aku2/f1/hfile_0 2024-11-18T06:20:11,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__jh9euj6jed34e2uthdo0urai45i011qtbqd0o60oo3ahe2klrg7lj4a83p46aku2/f1/hfile_1 into b43d4d3d181af1cc4c59c9882f962c4c/f1 as hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c/f1/6ec93342c0d8476f883d45b4d5bbc564_SeqId_6_ - updating store file list. 2024-11-18T06:20:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ec93342c0d8476f883d45b4d5bbc564_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T06:20:11,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c/f1/6ec93342c0d8476f883d45b4d5bbc564_SeqId_6_ into b43d4d3d181af1cc4c59c9882f962c4c/f1 2024-11-18T06:20:11,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__jh9euj6jed34e2uthdo0urai45i011qtbqd0o60oo3ahe2klrg7lj4a83p46aku2/f1/hfile_1 into b43d4d3d181af1cc4c59c9882f962c4c/f1 (new location: hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c/f1/6ec93342c0d8476f883d45b4d5bbc564_SeqId_6_) 2024-11-18T06:20:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/staging/jenkins__test__jh9euj6jed34e2uthdo0urai45i011qtbqd0o60oo3ahe2klrg7lj4a83p46aku2/f1/hfile_1 2024-11-18T06:20:11,122 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:20:11,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:20:11,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:20:11,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:20:11,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c., hostname=6b5c0e5a2101,42405,1731910791305, seqNum=2 , the old value is region=test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c., hostname=6b5c0e5a2101,42405,1731910791305, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6b5c0e5a2101:42405 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T06:20:11,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:20:11,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c., hostname=6b5c0e5a2101,42405,1731910791305, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T06:20:11,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c., hostname=6b5c0e5a2101,42405,1731910791305, seqNum=2 from cache 2024-11-18T06:20:11,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:20:11,123 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T06:20:11,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,42405,1731910791305, seqNum=-1] 2024-11-18T06:20:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:20:11,125 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 687, reset compression=false 2024-11-18T06:20:11,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:20:11,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c., hostname=6b5c0e5a2101,42405,1731910791305, seqNum=2] 2024-11-18T06:20:11,155 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:20:11,155 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:11,155 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.shipper6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,42405,1731910791305 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:20:11,233 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:42405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T06:20:11,357 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:20:11,393 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:11,704 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:12,123 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:12,628 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:13,233 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:13,937 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:14,741 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:15,646 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:16,653 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:17,757 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:18,963 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:20,267 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:21,671 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:23,175 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:24,779 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:25,963 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:20:26,484 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:27,503 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:20:28,288 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:30,192 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:31,159 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.shipper6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,42405,1731910791305 got entry batch from reader: null 2024-11-18T06:20:32,195 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:34,299 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:35,084 INFO [master/6b5c0e5a2101:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T06:20:35,084 INFO [master/6b5c0e5a2101:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T06:20:36,509 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:38,814 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:41,218 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:41,358 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:20:41,933 INFO [master/6b5c0e5a2101:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T06:20:41,933 INFO [master/6b5c0e5a2101:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T06:20:43,723 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:46,326 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:47,472 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b43d4d3d181af1cc4c59c9882f962c4c, had cached 0 bytes from a total of 31376 2024-11-18T06:20:48,905 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d285daefb6456ed24d70ba7b70fc3ada, had cached 0 bytes from a total of 15585 2024-11-18T06:20:49,035 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:51,160 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.shipper6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,42405,1731910791305 got entry batch from reader: null 2024-11-18T06:20:51,844 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:54,766 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:20:55,964 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:20:57,503 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:20:57,770 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:21:00,874 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:21:02,737 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T06:21:04,080 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:21:07,417 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:21:10,823 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/WALs/6b5c0e5a2101,42405,1731910791305/6b5c0e5a2101%2C42405%2C1731910791305.1731910794237 to pos 997, reset compression=false 2024-11-18T06:21:11,160 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.shipper6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,42405,1731910791305 got entry batch from reader: null 2024-11-18T06:21:11,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:21:11,181 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:21:11,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:11,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:11,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:11,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:21:11,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:21:11,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1338673722, stopped=false 2024-11-18T06:21:11,182 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,46405,1731910797923 2024-11-18T06:21:11,358 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:21:11,373 DEBUG [pool-617-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1538792789/running 2024-11-18T06:21:11,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1538792789/running 2024-11-18T06:21:11,374 DEBUG [pool-617-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789 2024-11-18T06:21:11,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789 2024-11-18T06:21:11,374 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:21:11,374 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:21:11,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:11,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:11,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Set watcher on znode that does not yet exist, /1-1538792789/running 2024-11-18T06:21:11,375 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,38337,1731910798260' ***** 2024-11-18T06:21:11,375 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:21:11,376 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:21:11,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Set watcher on znode that does not yet exist, /1-1538792789/running 2024-11-18T06:21:11,376 INFO [RS:0;6b5c0e5a2101:38337 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:21:11,376 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:21:11,376 INFO [RS:0;6b5c0e5a2101:38337 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:21:11,376 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.HRegionServer(3091): Received CLOSE for d285daefb6456ed24d70ba7b70fc3ada 2024-11-18T06:21:11,392 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,38337,1731910798260 2024-11-18T06:21:11,392 INFO [RS:0;6b5c0e5a2101:38337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:21:11,392 INFO [RS:0;6b5c0e5a2101:38337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:38337. 2024-11-18T06:21:11,392 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d285daefb6456ed24d70ba7b70fc3ada, disabling compactions & flushes 2024-11-18T06:21:11,392 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada. 2024-11-18T06:21:11,392 DEBUG [RS:0;6b5c0e5a2101:38337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:11,392 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada. 2024-11-18T06:21:11,393 DEBUG [RS:0;6b5c0e5a2101:38337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:11,393 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada. after waiting 0 ms 2024-11-18T06:21:11,393 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada. 2024-11-18T06:21:11,393 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:21:11,393 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:21:11,393 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:21:11,393 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:21:11,395 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T06:21:11,395 DEBUG [RS:0;6b5c0e5a2101:38337 {}] regionserver.HRegionServer(1325): Online Regions={d285daefb6456ed24d70ba7b70fc3ada=test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:21:11,395 DEBUG [RS:0;6b5c0e5a2101:38337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d285daefb6456ed24d70ba7b70fc3ada 2024-11-18T06:21:11,400 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:21:11,400 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:21:11,400 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:21:11,401 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:21:11,401 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:21:11,401 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T06:21:11,422 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:21:11,455 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/default/test/d285daefb6456ed24d70ba7b70fc3ada/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T06:21:11,457 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:21:11,457 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:21:11,457 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada. 2024-11-18T06:21:11,457 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d285daefb6456ed24d70ba7b70fc3ada: Waiting for close lock at 1731910871392Running coprocessor pre-close hooks at 1731910871392Disabling compacts and flushes for region at 1731910871392Disabling writes for close at 1731910871393 (+1 ms)Writing region close event to WAL at 1731910871396 (+3 ms)Running coprocessor post-close hooks at 1731910871456 (+60 ms)Closed at 1731910871457 (+1 ms) 2024-11-18T06:21:11,457 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada. 2024-11-18T06:21:11,470 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/.tmp/info/c7130fac030a4515847695b86b9f58da is 129, key is test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada./info:regioninfo/1731910803919/Put/seqid=0 2024-11-18T06:21:11,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741839_1015 (size=6421) 2024-11-18T06:21:11,492 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/.tmp/info/c7130fac030a4515847695b86b9f58da 2024-11-18T06:21:11,530 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/.tmp/ns/545d9a39f0e94a3d86ac7992f287fe8f is 43, key is default/ns:d/1731910801918/Put/seqid=0 2024-11-18T06:21:11,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741840_1016 (size=5153) 2024-11-18T06:21:11,549 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/.tmp/ns/545d9a39f0e94a3d86ac7992f287fe8f 2024-11-18T06:21:11,576 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/.tmp/rep_barrier/a4e0a1e7aa6d4e5084314ca6db67ff17 is 112, key is test,,1731910802753.d285daefb6456ed24d70ba7b70fc3ada./rep_barrier:seqnumDuringOpen/1731910803919/Put/seqid=0 2024-11-18T06:21:11,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741841_1017 (size=5518) 2024-11-18T06:21:11,588 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/.tmp/rep_barrier/a4e0a1e7aa6d4e5084314ca6db67ff17 2024-11-18T06:21:11,596 DEBUG [RS:0;6b5c0e5a2101:38337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:21:11,624 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/.tmp/table/e5567e8caf3d4c5f896e518e0c77b79d is 40, key is test/table:state/1731910803928/Put/seqid=0 2024-11-18T06:21:11,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741842_1018 (size=5165) 2024-11-18T06:21:11,667 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/.tmp/table/e5567e8caf3d4c5f896e518e0c77b79d 2024-11-18T06:21:11,686 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/.tmp/info/c7130fac030a4515847695b86b9f58da as hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/info/c7130fac030a4515847695b86b9f58da 2024-11-18T06:21:11,693 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/info/c7130fac030a4515847695b86b9f58da, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T06:21:11,694 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/.tmp/ns/545d9a39f0e94a3d86ac7992f287fe8f as hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/ns/545d9a39f0e94a3d86ac7992f287fe8f 2024-11-18T06:21:11,702 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/ns/545d9a39f0e94a3d86ac7992f287fe8f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T06:21:11,703 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/.tmp/rep_barrier/a4e0a1e7aa6d4e5084314ca6db67ff17 as hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/rep_barrier/a4e0a1e7aa6d4e5084314ca6db67ff17 2024-11-18T06:21:11,711 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/rep_barrier/a4e0a1e7aa6d4e5084314ca6db67ff17, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T06:21:11,714 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/.tmp/table/e5567e8caf3d4c5f896e518e0c77b79d as hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/table/e5567e8caf3d4c5f896e518e0c77b79d 2024-11-18T06:21:11,723 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/table/e5567e8caf3d4c5f896e518e0c77b79d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T06:21:11,724 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 323ms, sequenceid=11, compaction requested=false 2024-11-18T06:21:11,747 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T06:21:11,757 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:21:11,757 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:21:11,757 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:21:11,757 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910871400Running coprocessor pre-close hooks at 1731910871400Disabling compacts and flushes for region at 1731910871400Disabling writes for close at 1731910871401 (+1 ms)Obtaining lock to block concurrent updates at 1731910871401Preparing flush snapshotting stores in 1588230740 at 1731910871401Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731910871404 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731910871405 (+1 ms)Flushing 1588230740/info: creating writer at 1731910871405Flushing 1588230740/info: appending metadata at 1731910871461 (+56 ms)Flushing 1588230740/info: closing flushed file at 1731910871461Flushing 1588230740/ns: creating writer at 1731910871508 (+47 ms)Flushing 1588230740/ns: appending metadata at 1731910871530 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731910871530Flushing 1588230740/rep_barrier: creating writer at 1731910871556 (+26 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731910871575 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731910871575Flushing 1588230740/table: creating writer at 1731910871600 (+25 ms)Flushing 1588230740/table: appending metadata at 1731910871624 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731910871624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a7008c: reopening flushed file at 1731910871685 (+61 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2de3cac8: reopening flushed file at 1731910871693 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334498f5: reopening flushed file at 1731910871702 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b09a999: reopening flushed file at 1731910871711 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 323ms, sequenceid=11, compaction requested=false at 1731910871724 (+13 ms)Writing region close event to WAL at 1731910871741 (+17 ms)Running coprocessor post-close hooks at 1731910871757 (+16 ms)Closed at 1731910871757 2024-11-18T06:21:11,757 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:21:11,796 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,38337,1731910798260; all regions closed. 2024-11-18T06:21:11,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741834_1010 (size=2717) 2024-11-18T06:21:11,805 DEBUG [RS:0;6b5c0e5a2101:38337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/oldWALs 2024-11-18T06:21:11,805 INFO [RS:0;6b5c0e5a2101:38337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C38337%2C1731910798260.meta:.meta(num 1731910801822) 2024-11-18T06:21:11,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741833_1009 (size=1028) 2024-11-18T06:21:11,808 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/WALs/6b5c0e5a2101,38337,1731910798260/6b5c0e5a2101%2C38337%2C1731910798260.1731910800998 not finished, retry = 0 2024-11-18T06:21:11,912 DEBUG [RS:0;6b5c0e5a2101:38337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/oldWALs 2024-11-18T06:21:11,912 INFO [RS:0;6b5c0e5a2101:38337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C38337%2C1731910798260:(num 1731910800998) 2024-11-18T06:21:11,912 DEBUG [RS:0;6b5c0e5a2101:38337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:11,912 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:21:11,912 INFO [RS:0;6b5c0e5a2101:38337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:21:11,913 INFO [RS:0;6b5c0e5a2101:38337 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:21:11,913 INFO [RS:0;6b5c0e5a2101:38337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:21:11,913 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:21:11,913 INFO [RS:0;6b5c0e5a2101:38337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:38337. 2024-11-18T06:21:11,913 DEBUG [RS:0;6b5c0e5a2101:38337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:11,913 DEBUG [RS:0;6b5c0e5a2101:38337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:11,913 DEBUG [RS:0;6b5c0e5a2101:38337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:11,913 INFO [RS:0;6b5c0e5a2101:38337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38337 2024-11-18T06:21:11,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:21:11,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789/rs 2024-11-18T06:21:11,970 DEBUG [pool-617-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1538792789/rs/6b5c0e5a2101,38337,1731910798260 2024-11-18T06:21:11,971 INFO [RS:0;6b5c0e5a2101:38337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:21:11,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,38337,1731910798260] 2024-11-18T06:21:11,991 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1538792789/draining/6b5c0e5a2101,38337,1731910798260 already deleted, retry=false 2024-11-18T06:21:11,991 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,38337,1731910798260 expired; onlineServers=0 2024-11-18T06:21:11,991 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,46405,1731910797923' ***** 2024-11-18T06:21:11,991 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:21:11,992 INFO [M:0;6b5c0e5a2101:46405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:21:11,992 INFO [M:0;6b5c0e5a2101:46405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:21:11,992 DEBUG [M:0;6b5c0e5a2101:46405 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:21:11,992 DEBUG [M:0;6b5c0e5a2101:46405 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:21:11,992 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910800552 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910800552,5,FailOnTimeoutGroup] 2024-11-18T06:21:11,992 INFO [M:0;6b5c0e5a2101:46405 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:21:11,992 INFO [M:0;6b5c0e5a2101:46405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:21:11,992 DEBUG [M:0;6b5c0e5a2101:46405 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:21:11,992 INFO [M:0;6b5c0e5a2101:46405 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:21:11,992 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:21:11,993 INFO [M:0;6b5c0e5a2101:46405 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:21:11,993 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910800554 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910800554,5,FailOnTimeoutGroup] 2024-11-18T06:21:11,993 INFO [M:0;6b5c0e5a2101:46405 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:21:11,993 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:21:12,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1538792789/master 2024-11-18T06:21:12,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1538792789 2024-11-18T06:21:12,005 DEBUG [M:0;6b5c0e5a2101:46405 {}] zookeeper.ZKUtil(347): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Unable to get data of znode /1-1538792789/master because node does not exist (not an error) 2024-11-18T06:21:12,005 WARN [M:0;6b5c0e5a2101:46405 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T06:21:12,006 INFO [M:0;6b5c0e5a2101:46405 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/.lastflushedseqids 2024-11-18T06:21:12,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741843_1019 (size=173) 2024-11-18T06:21:12,013 INFO [M:0;6b5c0e5a2101:46405 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:21:12,014 INFO [M:0;6b5c0e5a2101:46405 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:21:12,014 DEBUG [M:0;6b5c0e5a2101:46405 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:21:12,014 INFO [M:0;6b5c0e5a2101:46405 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:12,014 DEBUG [M:0;6b5c0e5a2101:46405 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:12,014 DEBUG [M:0;6b5c0e5a2101:46405 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:21:12,014 DEBUG [M:0;6b5c0e5a2101:46405 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:12,014 INFO [M:0;6b5c0e5a2101:46405 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-18T06:21:12,034 DEBUG [M:0;6b5c0e5a2101:46405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae343c5f2f5e494aba4bb5ebdfcb1742 is 82, key is hbase:meta,,1/info:regioninfo/1731910801863/Put/seqid=0 2024-11-18T06:21:12,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741844_1020 (size=5672) 2024-11-18T06:21:12,067 INFO [M:0;6b5c0e5a2101:46405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae343c5f2f5e494aba4bb5ebdfcb1742 2024-11-18T06:21:12,082 DEBUG [pool-617-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:12,082 DEBUG [pool-617-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38337-0x1014c98c5460004, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:12,083 INFO [RS:0;6b5c0e5a2101:38337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:21:12,083 INFO [RS:0;6b5c0e5a2101:38337 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,38337,1731910798260; zookeeper connection closed. 2024-11-18T06:21:12,083 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a6b4bc9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a6b4bc9 2024-11-18T06:21:12,083 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:21:12,092 DEBUG [M:0;6b5c0e5a2101:46405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95b6de320f31482abaa2a7517b8e4abe is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731910803932/Put/seqid=0 2024-11-18T06:21:12,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741845_1021 (size=6727) 2024-11-18T06:21:12,114 INFO [M:0;6b5c0e5a2101:46405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95b6de320f31482abaa2a7517b8e4abe 2024-11-18T06:21:12,126 INFO [M:0;6b5c0e5a2101:46405 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95b6de320f31482abaa2a7517b8e4abe 2024-11-18T06:21:12,147 DEBUG [M:0;6b5c0e5a2101:46405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7c23dc4565740afb635cc64508eed90 is 69, key is 6b5c0e5a2101,38337,1731910798260/rs:state/1731910800729/Put/seqid=0 2024-11-18T06:21:12,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741846_1022 (size=5156) 2024-11-18T06:21:12,556 INFO [M:0;6b5c0e5a2101:46405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7c23dc4565740afb635cc64508eed90 2024-11-18T06:21:12,567 DEBUG [M:0;6b5c0e5a2101:46405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae343c5f2f5e494aba4bb5ebdfcb1742 as hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae343c5f2f5e494aba4bb5ebdfcb1742 2024-11-18T06:21:12,577 INFO [M:0;6b5c0e5a2101:46405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae343c5f2f5e494aba4bb5ebdfcb1742, entries=8, sequenceid=58, filesize=5.5 K 2024-11-18T06:21:12,579 DEBUG [M:0;6b5c0e5a2101:46405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95b6de320f31482abaa2a7517b8e4abe as hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95b6de320f31482abaa2a7517b8e4abe 2024-11-18T06:21:12,598 INFO [M:0;6b5c0e5a2101:46405 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95b6de320f31482abaa2a7517b8e4abe 2024-11-18T06:21:12,598 INFO [M:0;6b5c0e5a2101:46405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95b6de320f31482abaa2a7517b8e4abe, entries=6, sequenceid=58, filesize=6.6 K 2024-11-18T06:21:12,600 DEBUG [M:0;6b5c0e5a2101:46405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7c23dc4565740afb635cc64508eed90 as hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7c23dc4565740afb635cc64508eed90 2024-11-18T06:21:12,608 INFO [M:0;6b5c0e5a2101:46405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36209/user/jenkins/test-data/842dd0d9-6f51-405c-c064-66bd84436c45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7c23dc4565740afb635cc64508eed90, entries=1, sequenceid=58, filesize=5.0 K 2024-11-18T06:21:12,610 INFO [M:0;6b5c0e5a2101:46405 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 596ms, sequenceid=58, compaction requested=false 2024-11-18T06:21:12,636 INFO [M:0;6b5c0e5a2101:46405 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:12,636 DEBUG [M:0;6b5c0e5a2101:46405 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910872014Disabling compacts and flushes for region at 1731910872014Disabling writes for close at 1731910872014Obtaining lock to block concurrent updates at 1731910872014Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731910872014Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731910872014Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731910872015 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731910872015Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731910872034 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731910872034Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731910872074 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731910872092 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731910872092Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731910872126 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731910872146 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731910872146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b4a2b0: reopening flushed file at 1731910872565 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba20abd: reopening flushed file at 1731910872577 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e5d2afd: reopening flushed file at 1731910872598 (+21 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 596ms, sequenceid=58, compaction requested=false at 1731910872610 (+12 ms)Writing region close event to WAL at 1731910872636 (+26 ms)Closed at 1731910872636 2024-11-18T06:21:12,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36173 is added to blk_1073741830_1006 (size=33026) 2024-11-18T06:21:12,653 INFO [M:0;6b5c0e5a2101:46405 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:21:12,653 INFO [M:0;6b5c0e5a2101:46405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46405 2024-11-18T06:21:12,653 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:21:12,659 INFO [M:0;6b5c0e5a2101:46405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:21:12,813 INFO [M:0;6b5c0e5a2101:46405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:21:12,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:12,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1014c98c5460003, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:12,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5577d0cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:21:12,816 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@311182b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:21:12,816 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:21:12,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d9fe924{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:21:12,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@133dd846{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/hadoop.log.dir/,STOPPED} 2024-11-18T06:21:12,818 WARN [BP-256328247-172.17.0.3-1731910795246 heartbeating to localhost/127.0.0.1:36209 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:21:12,818 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:21:12,818 WARN [BP-256328247-172.17.0.3-1731910795246 heartbeating to localhost/127.0.0.1:36209 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-256328247-172.17.0.3-1731910795246 (Datanode Uuid 583dc552-1e9d-4b10-b587-1182397039b6) service to localhost/127.0.0.1:36209 2024-11-18T06:21:12,818 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:21:12,819 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/cluster_12441be5-7e5e-7e72-63d1-4068b84ed73e/data/data1/current/BP-256328247-172.17.0.3-1731910795246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:21:12,819 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/cluster_12441be5-7e5e-7e72-63d1-4068b84ed73e/data/data2/current/BP-256328247-172.17.0.3-1731910795246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:21:12,820 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:21:12,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@627f8fa8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:21:12,839 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20d35665{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:21:12,840 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:21:12,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c3b77d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:21:12,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c79ad41{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/hadoop.log.dir/,STOPPED} 2024-11-18T06:21:12,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:21:12,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:21:12,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:21:12,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:12,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:12,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:12,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:21:12,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:21:12,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=811796987, stopped=false 2024-11-18T06:21:12,857 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,33437,1731910751806 2024-11-18T06:21:12,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-549873500/running 2024-11-18T06:21:12,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-549873500/running 2024-11-18T06:21:12,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500 2024-11-18T06:21:12,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500 2024-11-18T06:21:12,876 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:21:12,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:21:12,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:12,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Set watcher on znode that does not yet exist, /0-549873500/running 2024-11-18T06:21:12,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:12,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Set watcher on znode that does not yet exist, /0-549873500/running 2024-11-18T06:21:12,878 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,42405,1731910791305' ***** 2024-11-18T06:21:12,878 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:21:12,878 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:21:12,878 INFO [RS:0;6b5c0e5a2101:42405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:21:12,878 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:21:12,878 INFO [RS:0;6b5c0e5a2101:42405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:21:12,878 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer(3091): Received CLOSE for b43d4d3d181af1cc4c59c9882f962c4c 2024-11-18T06:21:12,879 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer(3091): Received CLOSE for afbf795990e1d548711eed76118929c4 2024-11-18T06:21:12,879 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,42405,1731910791305 2024-11-18T06:21:12,879 INFO [RS:0;6b5c0e5a2101:42405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:21:12,879 INFO [RS:0;6b5c0e5a2101:42405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:42405. 2024-11-18T06:21:12,879 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b43d4d3d181af1cc4c59c9882f962c4c, disabling compactions & flushes 2024-11-18T06:21:12,879 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c. 2024-11-18T06:21:12,879 DEBUG [RS:0;6b5c0e5a2101:42405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:12,879 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c. 2024-11-18T06:21:12,879 DEBUG [RS:0;6b5c0e5a2101:42405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:12,879 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c. after waiting 0 ms 2024-11-18T06:21:12,879 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c. 2024-11-18T06:21:12,879 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:21:12,879 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:21:12,879 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:21:12,879 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:21:12,879 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T06:21:12,879 DEBUG [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer(1325): Online Regions={b43d4d3d181af1cc4c59c9882f962c4c=test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c., 1588230740=hbase:meta,,1.1588230740, afbf795990e1d548711eed76118929c4=hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4.} 2024-11-18T06:21:12,880 DEBUG [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afbf795990e1d548711eed76118929c4, b43d4d3d181af1cc4c59c9882f962c4c 2024-11-18T06:21:12,880 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:21:12,880 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:21:12,880 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:21:12,880 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:21:12,880 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:21:12,880 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T06:21:12,884 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/default/test/b43d4d3d181af1cc4c59c9882f962c4c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:21:12,885 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:21:12,885 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:21:12,885 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:21:12,885 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c. 2024-11-18T06:21:12,885 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b43d4d3d181af1cc4c59c9882f962c4c: Waiting for close lock at 1731910872879Running coprocessor pre-close hooks at 1731910872879Disabling compacts and flushes for region at 1731910872879Disabling writes for close at 1731910872879Writing region close event to WAL at 1731910872880 (+1 ms)Running coprocessor post-close hooks at 1731910872885 (+5 ms)Closed at 1731910872885 2024-11-18T06:21:12,886 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c. 2024-11-18T06:21:12,886 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afbf795990e1d548711eed76118929c4, disabling compactions & flushes 2024-11-18T06:21:12,886 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4. 2024-11-18T06:21:12,886 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4. 2024-11-18T06:21:12,886 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4. after waiting 0 ms 2024-11-18T06:21:12,886 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4. 2024-11-18T06:21:12,886 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing afbf795990e1d548711eed76118929c4 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-18T06:21:12,901 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/.tmp/info/ad4c09f09be74dd0a56320ddd6aa5d06 is 147, key is hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4./info:regioninfo/1731910805625/Put/seqid=0 2024-11-18T06:21:12,906 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/replication/afbf795990e1d548711eed76118929c4/.tmp/hfileref/1034419eba6d4b9ea6010fcff5bcdca2 is 74, key is 1/hfileref:8531593808a84661a1b0681f6306c0bf_SeqId_4_/1731910809335/DeleteColumn/seqid=0 2024-11-18T06:21:12,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741844_1020 (size=7686) 2024-11-18T06:21:12,912 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/.tmp/info/ad4c09f09be74dd0a56320ddd6aa5d06 2024-11-18T06:21:12,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741845_1021 (size=5203) 2024-11-18T06:21:12,924 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/replication/afbf795990e1d548711eed76118929c4/.tmp/hfileref/1034419eba6d4b9ea6010fcff5bcdca2 2024-11-18T06:21:12,943 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/.tmp/ns/e7f2eda14d3842ffb21fc1be66e5b4c4 is 43, key is default/ns:d/1731910794996/Put/seqid=0 2024-11-18T06:21:12,946 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/replication/afbf795990e1d548711eed76118929c4/.tmp/queue/bd4adafbad9a46e0b02f10a5c6e618ea is 153, key is 1-6b5c0e5a2101,42405,1731910791305/queue:6b5c0e5a2101%2C42405%2C1731910791305/1731910811158/Put/seqid=0 2024-11-18T06:21:12,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741846_1022 (size=5153) 2024-11-18T06:21:12,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741847_1023 (size=5352) 2024-11-18T06:21:12,964 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/.tmp/ns/e7f2eda14d3842ffb21fc1be66e5b4c4 2024-11-18T06:21:12,991 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/.tmp/rep_barrier/8d5901bc78b840ffb6ed9e3d728e4ce7 is 112, key is test,,1731910802109.b43d4d3d181af1cc4c59c9882f962c4c./rep_barrier:seqnumDuringOpen/1731910802494/Put/seqid=0 2024-11-18T06:21:13,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741848_1024 (size=5518) 2024-11-18T06:21:13,009 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/.tmp/rep_barrier/8d5901bc78b840ffb6ed9e3d728e4ce7 2024-11-18T06:21:13,038 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/.tmp/table/36607734301f41c2a8b0d2c195131d77 is 53, key is hbase:replication/table:state/1731910805683/Put/seqid=0 2024-11-18T06:21:13,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741849_1025 (size=5308) 2024-11-18T06:21:13,043 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/.tmp/table/36607734301f41c2a8b0d2c195131d77 2024-11-18T06:21:13,052 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/.tmp/info/ad4c09f09be74dd0a56320ddd6aa5d06 as hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/info/ad4c09f09be74dd0a56320ddd6aa5d06 2024-11-18T06:21:13,059 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/info/ad4c09f09be74dd0a56320ddd6aa5d06, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T06:21:13,060 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/.tmp/ns/e7f2eda14d3842ffb21fc1be66e5b4c4 as hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/ns/e7f2eda14d3842ffb21fc1be66e5b4c4 2024-11-18T06:21:13,072 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/ns/e7f2eda14d3842ffb21fc1be66e5b4c4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T06:21:13,074 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/.tmp/rep_barrier/8d5901bc78b840ffb6ed9e3d728e4ce7 as hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/rep_barrier/8d5901bc78b840ffb6ed9e3d728e4ce7 2024-11-18T06:21:13,080 DEBUG [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afbf795990e1d548711eed76118929c4 2024-11-18T06:21:13,081 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:21:13,081 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:21:13,082 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/rep_barrier/8d5901bc78b840ffb6ed9e3d728e4ce7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T06:21:13,084 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/.tmp/table/36607734301f41c2a8b0d2c195131d77 as hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/table/36607734301f41c2a8b0d2c195131d77 2024-11-18T06:21:13,093 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/table/36607734301f41c2a8b0d2c195131d77, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T06:21:13,095 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 215ms, sequenceid=16, compaction requested=false 2024-11-18T06:21:13,145 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T06:21:13,146 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:21:13,146 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:21:13,147 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:21:13,147 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910872880Running coprocessor pre-close hooks at 1731910872880Disabling compacts and flushes for region at 1731910872880Disabling writes for close at 1731910872880Obtaining lock to block concurrent updates at 1731910872880Preparing flush snapshotting stores in 1588230740 at 1731910872880Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731910872880Flushing stores of hbase:meta,,1.1588230740 at 1731910872881 (+1 ms)Flushing 1588230740/info: creating writer at 1731910872881Flushing 1588230740/info: appending metadata at 1731910872900 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731910872900Flushing 1588230740/ns: creating writer at 1731910872926 (+26 ms)Flushing 1588230740/ns: appending metadata at 1731910872942 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731910872942Flushing 1588230740/rep_barrier: creating writer at 1731910872971 (+29 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731910872990 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731910872990Flushing 1588230740/table: creating writer at 1731910873016 (+26 ms)Flushing 1588230740/table: appending metadata at 1731910873037 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731910873037Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60fd15d4: reopening flushed file at 1731910873051 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b8cfa7c: reopening flushed file at 1731910873059 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@613bf675: reopening flushed file at 1731910873072 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11d66bab: reopening flushed file at 1731910873083 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 215ms, sequenceid=16, compaction requested=false at 1731910873095 (+12 ms)Writing region close event to WAL at 1731910873141 (+46 ms)Running coprocessor post-close hooks at 1731910873146 (+5 ms)Closed at 1731910873146 2024-11-18T06:21:13,147 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:21:13,280 DEBUG [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer(1351): Waiting on afbf795990e1d548711eed76118929c4 2024-11-18T06:21:13,365 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/replication/afbf795990e1d548711eed76118929c4/.tmp/queue/bd4adafbad9a46e0b02f10a5c6e618ea 2024-11-18T06:21:13,372 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/replication/afbf795990e1d548711eed76118929c4/.tmp/hfileref/1034419eba6d4b9ea6010fcff5bcdca2 as hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/replication/afbf795990e1d548711eed76118929c4/hfileref/1034419eba6d4b9ea6010fcff5bcdca2 2024-11-18T06:21:13,379 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/replication/afbf795990e1d548711eed76118929c4/hfileref/1034419eba6d4b9ea6010fcff5bcdca2, entries=2, sequenceid=10, filesize=5.1 K 2024-11-18T06:21:13,380 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/replication/afbf795990e1d548711eed76118929c4/.tmp/queue/bd4adafbad9a46e0b02f10a5c6e618ea as hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/replication/afbf795990e1d548711eed76118929c4/queue/bd4adafbad9a46e0b02f10a5c6e618ea 2024-11-18T06:21:13,386 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/replication/afbf795990e1d548711eed76118929c4/queue/bd4adafbad9a46e0b02f10a5c6e618ea, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T06:21:13,387 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for afbf795990e1d548711eed76118929c4 in 501ms, sequenceid=10, compaction requested=false 2024-11-18T06:21:13,393 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/data/hbase/replication/afbf795990e1d548711eed76118929c4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T06:21:13,394 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:21:13,394 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:21:13,394 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4. 2024-11-18T06:21:13,394 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afbf795990e1d548711eed76118929c4: Waiting for close lock at 1731910872886Running coprocessor pre-close hooks at 1731910872886Disabling compacts and flushes for region at 1731910872886Disabling writes for close at 1731910872886Obtaining lock to block concurrent updates at 1731910872886Preparing flush snapshotting stores in afbf795990e1d548711eed76118929c4 at 1731910872886Finished memstore snapshotting hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731910872887 (+1 ms)Flushing stores of hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4. at 1731910872887Flushing afbf795990e1d548711eed76118929c4/hfileref: creating writer at 1731910872887Flushing afbf795990e1d548711eed76118929c4/hfileref: appending metadata at 1731910872906 (+19 ms)Flushing afbf795990e1d548711eed76118929c4/hfileref: closing flushed file at 1731910872906Flushing afbf795990e1d548711eed76118929c4/queue: creating writer at 1731910872931 (+25 ms)Flushing afbf795990e1d548711eed76118929c4/queue: appending metadata at 1731910872945 (+14 ms)Flushing afbf795990e1d548711eed76118929c4/queue: closing flushed file at 1731910872945Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b39e45: reopening flushed file at 1731910873371 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f543c94: reopening flushed file at 1731910873379 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for afbf795990e1d548711eed76118929c4 in 501ms, sequenceid=10, compaction requested=false at 1731910873387 (+8 ms)Writing region close event to WAL at 1731910873389 (+2 ms)Running coprocessor post-close hooks at 1731910873394 (+5 ms)Closed at 1731910873394 2024-11-18T06:21:13,394 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731910805002.afbf795990e1d548711eed76118929c4. 2024-11-18T06:21:13,480 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,42405,1731910791305; all regions closed. 2024-11-18T06:21:13,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741834_1010 (size=4239) 2024-11-18T06:21:13,490 DEBUG [RS:0;6b5c0e5a2101:42405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/oldWALs 2024-11-18T06:21:13,490 INFO [RS:0;6b5c0e5a2101:42405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C42405%2C1731910791305.meta:.meta(num 1731910794842) 2024-11-18T06:21:13,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741839_1015 (size=2700) 2024-11-18T06:21:13,495 DEBUG [RS:0;6b5c0e5a2101:42405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/oldWALs 2024-11-18T06:21:13,495 INFO [RS:0;6b5c0e5a2101:42405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C42405%2C1731910791305.rep:(num 1731910805449) 2024-11-18T06:21:13,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741833_1009 (size=1300) 2024-11-18T06:21:13,501 DEBUG [RS:0;6b5c0e5a2101:42405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/oldWALs 2024-11-18T06:21:13,501 INFO [RS:0;6b5c0e5a2101:42405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C42405%2C1731910791305:(num 1731910794237) 2024-11-18T06:21:13,501 DEBUG [RS:0;6b5c0e5a2101:42405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:13,501 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:21:13,501 INFO [RS:0;6b5c0e5a2101:42405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:21:13,501 INFO [RS:0;6b5c0e5a2101:42405 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:21:13,501 INFO [RS:0;6b5c0e5a2101:42405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:21:13,502 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:21:13,502 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b5c0e5a2101,42405,1731910791305 because: Region server is closing 2024-11-18T06:21:13,502 INFO [RS:0;6b5c0e5a2101:42405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:42405. 2024-11-18T06:21:13,502 DEBUG [RS:0;6b5c0e5a2101:42405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:13,502 DEBUG [RS:0;6b5c0e5a2101:42405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:13,502 DEBUG [RS:0;6b5c0e5a2101:42405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:13,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:21:13,603 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.wal-reader.6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T06:21:13,603 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.shipper6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T06:21:13,603 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,42405,1731910791305.replicationSource.shipper6b5c0e5a2101%2C42405%2C1731910791305,1-6b5c0e5a2101,42405,1731910791305 terminated 2024-11-18T06:21:13,603 INFO [RS:0;6b5c0e5a2101:42405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42405 2024-11-18T06:21:13,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-549873500/rs/6b5c0e5a2101,42405,1731910791305 2024-11-18T06:21:13,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500/rs 2024-11-18T06:21:13,665 INFO [RS:0;6b5c0e5a2101:42405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:21:13,666 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,42405,1731910791305] 2024-11-18T06:21:13,686 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-549873500/draining/6b5c0e5a2101,42405,1731910791305 already deleted, retry=false 2024-11-18T06:21:13,686 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,42405,1731910791305 expired; onlineServers=0 2024-11-18T06:21:13,686 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,33437,1731910751806' ***** 2024-11-18T06:21:13,686 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:21:13,686 INFO [M:0;6b5c0e5a2101:33437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:21:13,686 INFO [M:0;6b5c0e5a2101:33437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:21:13,686 DEBUG [M:0;6b5c0e5a2101:33437 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:21:13,686 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:21:13,686 DEBUG [M:0;6b5c0e5a2101:33437 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:21:13,686 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910793974 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910793974,5,FailOnTimeoutGroup] 2024-11-18T06:21:13,686 INFO [M:0;6b5c0e5a2101:33437 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:21:13,687 INFO [M:0;6b5c0e5a2101:33437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:21:13,687 DEBUG [M:0;6b5c0e5a2101:33437 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:21:13,687 INFO [M:0;6b5c0e5a2101:33437 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:21:13,687 INFO [M:0;6b5c0e5a2101:33437 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:21:13,687 INFO [M:0;6b5c0e5a2101:33437 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:21:13,687 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:21:13,687 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910793976 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910793976,5,FailOnTimeoutGroup] 2024-11-18T06:21:13,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-549873500/master 2024-11-18T06:21:13,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549873500 2024-11-18T06:21:13,697 DEBUG [M:0;6b5c0e5a2101:33437 {}] zookeeper.ZKUtil(347): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Unable to get data of znode /0-549873500/master because node does not exist (not an error) 2024-11-18T06:21:13,697 WARN [M:0;6b5c0e5a2101:33437 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T06:21:13,697 INFO [M:0;6b5c0e5a2101:33437 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/.lastflushedseqids 2024-11-18T06:21:13,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741850_1026 (size=263) 2024-11-18T06:21:13,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:13,776 INFO [RS:0;6b5c0e5a2101:42405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:21:13,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x1014c98c5460001, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:13,776 INFO [RS:0;6b5c0e5a2101:42405 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,42405,1731910791305; zookeeper connection closed. 2024-11-18T06:21:13,776 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ce14232 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ce14232 2024-11-18T06:21:13,776 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:21:14,106 INFO [M:0;6b5c0e5a2101:33437 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:21:14,106 INFO [M:0;6b5c0e5a2101:33437 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:21:14,106 DEBUG [M:0;6b5c0e5a2101:33437 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:21:14,106 INFO [M:0;6b5c0e5a2101:33437 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:14,106 DEBUG [M:0;6b5c0e5a2101:33437 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:14,106 DEBUG [M:0;6b5c0e5a2101:33437 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:21:14,106 DEBUG [M:0;6b5c0e5a2101:33437 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:14,106 INFO [M:0;6b5c0e5a2101:33437 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-18T06:21:14,124 DEBUG [M:0;6b5c0e5a2101:33437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5bbb551d7dd40509a9497c407998b80 is 82, key is hbase:meta,,1/info:regioninfo/1731910794895/Put/seqid=0 2024-11-18T06:21:14,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741851_1027 (size=5672) 2024-11-18T06:21:14,533 INFO [M:0;6b5c0e5a2101:33437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5bbb551d7dd40509a9497c407998b80 2024-11-18T06:21:14,552 DEBUG [M:0;6b5c0e5a2101:33437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a5d7886a988403d9aac78a2426eeb61 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731910802524/Put/seqid=0 2024-11-18T06:21:14,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741852_1028 (size=7240) 2024-11-18T06:21:14,958 INFO [M:0;6b5c0e5a2101:33437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a5d7886a988403d9aac78a2426eeb61 2024-11-18T06:21:14,965 INFO [M:0;6b5c0e5a2101:33437 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a5d7886a988403d9aac78a2426eeb61 2024-11-18T06:21:14,985 DEBUG [M:0;6b5c0e5a2101:33437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a602ca3617704d66a805810531c498d0 is 69, key is 6b5c0e5a2101,42405,1731910791305/rs:state/1731910794042/Put/seqid=0 2024-11-18T06:21:14,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741853_1029 (size=5156) 2024-11-18T06:21:15,391 INFO [M:0;6b5c0e5a2101:33437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a602ca3617704d66a805810531c498d0 2024-11-18T06:21:15,398 DEBUG [M:0;6b5c0e5a2101:33437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5bbb551d7dd40509a9497c407998b80 as hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5bbb551d7dd40509a9497c407998b80 2024-11-18T06:21:15,408 INFO [M:0;6b5c0e5a2101:33437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5bbb551d7dd40509a9497c407998b80, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T06:21:15,409 DEBUG [M:0;6b5c0e5a2101:33437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a5d7886a988403d9aac78a2426eeb61 as hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a5d7886a988403d9aac78a2426eeb61 2024-11-18T06:21:15,417 INFO [M:0;6b5c0e5a2101:33437 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a5d7886a988403d9aac78a2426eeb61 2024-11-18T06:21:15,417 INFO [M:0;6b5c0e5a2101:33437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a5d7886a988403d9aac78a2426eeb61, entries=11, sequenceid=105, filesize=7.1 K 2024-11-18T06:21:15,418 DEBUG [M:0;6b5c0e5a2101:33437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a602ca3617704d66a805810531c498d0 as hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a602ca3617704d66a805810531c498d0 2024-11-18T06:21:15,432 INFO [M:0;6b5c0e5a2101:33437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32837/user/jenkins/test-data/33a8181d-4b5c-09b9-c10f-5130a5f5002c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a602ca3617704d66a805810531c498d0, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T06:21:15,433 INFO [M:0;6b5c0e5a2101:33437 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=105, compaction requested=false 2024-11-18T06:21:15,441 INFO [M:0;6b5c0e5a2101:33437 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:15,441 DEBUG [M:0;6b5c0e5a2101:33437 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910874106Disabling compacts and flushes for region at 1731910874106Disabling writes for close at 1731910874106Obtaining lock to block concurrent updates at 1731910874106Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731910874106Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731910874107 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731910874107Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731910874107Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731910874123 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731910874124 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731910874538 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731910874551 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731910874551Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731910874965 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731910874985 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731910874985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23aed62d: reopening flushed file at 1731910875397 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@671ffd33: reopening flushed file at 1731910875408 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f6958c: reopening flushed file at 1731910875417 (+9 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=105, compaction requested=false at 1731910875433 (+16 ms)Writing region close event to WAL at 1731910875441 (+8 ms)Closed at 1731910875441 2024-11-18T06:21:15,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44723 is added to blk_1073741830_1006 (size=64526) 2024-11-18T06:21:15,445 INFO [M:0;6b5c0e5a2101:33437 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:21:15,445 INFO [M:0;6b5c0e5a2101:33437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33437 2024-11-18T06:21:15,445 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:21:15,446 INFO [M:0;6b5c0e5a2101:33437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:21:15,636 INFO [M:0;6b5c0e5a2101:33437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:21:15,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:15,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33437-0x1014c98c5460000, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:15,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@514491e2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:21:15,646 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38bdf494{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:21:15,646 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:21:15,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72b81094{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:21:15,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6653c742{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/hadoop.log.dir/,STOPPED} 2024-11-18T06:21:15,649 WARN [BP-529143413-172.17.0.3-1731910748597 heartbeating to localhost/127.0.0.1:32837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:21:15,649 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:21:15,649 WARN [BP-529143413-172.17.0.3-1731910748597 heartbeating to localhost/127.0.0.1:32837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-529143413-172.17.0.3-1731910748597 (Datanode Uuid 59198783-aa4f-4371-82df-613258e17e57) service to localhost/127.0.0.1:32837 2024-11-18T06:21:15,649 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:21:15,650 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/cluster_f9548947-c6e2-777d-3a29-3df4901e0f66/data/data1/current/BP-529143413-172.17.0.3-1731910748597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:21:15,650 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/cluster_f9548947-c6e2-777d-3a29-3df4901e0f66/data/data2/current/BP-529143413-172.17.0.3-1731910748597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:21:15,650 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:21:15,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b8ee818{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:21:15,662 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b652937{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:21:15,662 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:21:15,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44348b76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:21:15,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bdcfd9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1042fafa-7a28-1374-234d-5a930ed0f9da/hadoop.log.dir/,STOPPED} 2024-11-18T06:21:15,670 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T06:21:15,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:21:15,703 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=231 (was 208) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:32837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56529) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:32837 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:36209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56529) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:36209 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:32837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f2d78b8b140.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:36209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f2d78b8b140.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:32837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=552 (was 500) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=871 (was 1203), ProcessCount=11 (was 11), AvailableMemoryMB=3764 (was 3313) - AvailableMemoryMB LEAK? - 2024-11-18T06:21:15,716 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=232, OpenFileDescriptor=552, MaxFileDescriptor=1048576, SystemLoadAverage=871, ProcessCount=11, AvailableMemoryMB=3764 2024-11-18T06:21:15,736 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-18T06:21:15,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/hadoop.log.dir so I do NOT create it in target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443 2024-11-18T06:21:15,737 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:21:15,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/hadoop.tmp.dir so I do NOT create it in target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443 2024-11-18T06:21:15,737 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6492ab-fd84-fea5-b700-590693d7184c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:21:15,737 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443 2024-11-18T06:21:15,737 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/cluster_4ba0aeff-8f14-970d-517c-e2851ff73822, deleteOnExit=true 2024-11-18T06:21:15,763 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/cluster_4ba0aeff-8f14-970d-517c-e2851ff73822/zookeeper_0, clientPort=61262, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/cluster_4ba0aeff-8f14-970d-517c-e2851ff73822/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/cluster_4ba0aeff-8f14-970d-517c-e2851ff73822/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T06:21:15,764 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61262 2024-11-18T06:21:15,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:21:15,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:21:15,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/test.cache.data in system properties and HBase conf 2024-11-18T06:21:15,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:21:15,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:21:15,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:21:15,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:21:15,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:21:15,765 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:21:15,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:21:15,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:21:15,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:21:15,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:21:15,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:21:15,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:21:15,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:21:15,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:21:15,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:21:15,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:21:15,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:21:15,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:21:15,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:21:15,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:21:15,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014c98c5460002, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:21:15,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014c98c5460002, quorum=127.0.0.1:56529, baseZNode=/0-549873500 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:21:15,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014c98c5460005, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:21:15,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014c98c5460005, quorum=127.0.0.1:56529, baseZNode=/1-1538792789 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:21:16,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:21:16,069 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:21:16,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:21:16,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:21:16,077 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:21:16,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:21:16,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@317991ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:21:16,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75b8c8b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:21:16,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@727849e4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/java.io.tmpdir/jetty-localhost-33001-hadoop-hdfs-3_4_1-tests_jar-_-any-15434880625247391527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:21:16,208 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@106ebc07{HTTP/1.1, (http/1.1)}{localhost:33001} 2024-11-18T06:21:16,208 INFO [Time-limited test {}] server.Server(415): Started @218753ms 2024-11-18T06:21:16,456 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:21:16,460 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:21:16,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:21:16,465 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:21:16,465 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:21:16,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1255739c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:21:16,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1876080f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:21:16,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:16,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:16,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:16,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:16,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5292a9db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/java.io.tmpdir/jetty-localhost-38441-hadoop-hdfs-3_4_1-tests_jar-_-any-7954620964058609059/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:21:16,573 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b195226{HTTP/1.1, (http/1.1)}{localhost:38441} 2024-11-18T06:21:16,574 INFO [Time-limited test {}] server.Server(415): Started @219119ms 2024-11-18T06:21:16,574 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:21:16,999 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:21:17,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:17,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:17,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:17,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:17,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:21:17,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T06:21:17,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T06:21:17,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T06:21:17,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T06:21:17,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:21:17,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:21:17,544 WARN [Thread-1208 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/cluster_4ba0aeff-8f14-970d-517c-e2851ff73822/data/data1/current/BP-1659743016-172.17.0.3-1731910875790/current, will proceed with Du for space computation calculation, 2024-11-18T06:21:17,544 WARN [Thread-1209 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/cluster_4ba0aeff-8f14-970d-517c-e2851ff73822/data/data2/current/BP-1659743016-172.17.0.3-1731910875790/current, will proceed with Du for space computation calculation, 2024-11-18T06:21:17,558 WARN [Thread-1195 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:21:17,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ae11b90e5074221 with lease ID 0xa3ed148e83c889c9: Processing first storage report for DS-e7f45924-f87f-46c9-93aa-7edae5b377b3 from datanode DatanodeRegistration(127.0.0.1:39817, datanodeUuid=94e8d056-619c-421c-aa41-ca6cec55536d, infoPort=42353, infoSecurePort=0, ipcPort=36287, storageInfo=lv=-57;cid=testClusterID;nsid=244796780;c=1731910875790) 2024-11-18T06:21:17,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ae11b90e5074221 with lease ID 0xa3ed148e83c889c9: from storage DS-e7f45924-f87f-46c9-93aa-7edae5b377b3 node DatanodeRegistration(127.0.0.1:39817, datanodeUuid=94e8d056-619c-421c-aa41-ca6cec55536d, infoPort=42353, infoSecurePort=0, ipcPort=36287, storageInfo=lv=-57;cid=testClusterID;nsid=244796780;c=1731910875790), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:21:17,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ae11b90e5074221 with lease ID 0xa3ed148e83c889c9: Processing first storage report for DS-2a5d98f9-13ca-408b-bb41-ab7ff14d008c from datanode DatanodeRegistration(127.0.0.1:39817, datanodeUuid=94e8d056-619c-421c-aa41-ca6cec55536d, infoPort=42353, infoSecurePort=0, ipcPort=36287, storageInfo=lv=-57;cid=testClusterID;nsid=244796780;c=1731910875790) 2024-11-18T06:21:17,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ae11b90e5074221 with lease ID 0xa3ed148e83c889c9: from storage DS-2a5d98f9-13ca-408b-bb41-ab7ff14d008c node DatanodeRegistration(127.0.0.1:39817, datanodeUuid=94e8d056-619c-421c-aa41-ca6cec55536d, infoPort=42353, infoSecurePort=0, ipcPort=36287, storageInfo=lv=-57;cid=testClusterID;nsid=244796780;c=1731910875790), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:21:17,605 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443 2024-11-18T06:21:17,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:17,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:17,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:21:18,018 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887 with version=8 2024-11-18T06:21:18,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/hbase-staging 2024-11-18T06:21:18,020 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:21:18,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:18,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:18,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:21:18,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:18,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:21:18,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:21:18,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:21:18,021 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45751 2024-11-18T06:21:18,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45751 connecting to ZooKeeper ensemble=127.0.0.1:61262 2024-11-18T06:21:18,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457510x0, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:21:18,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45751-0x1014c9ab61d0000 connected 2024-11-18T06:21:18,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:18,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:18,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on znode that does not yet exist, /0999404442/running 2024-11-18T06:21:18,309 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887, hbase.cluster.distributed=false 2024-11-18T06:21:18,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on znode that does not yet exist, /0999404442/acl 2024-11-18T06:21:18,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45751 2024-11-18T06:21:18,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45751 2024-11-18T06:21:18,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45751 2024-11-18T06:21:18,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45751 2024-11-18T06:21:18,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45751 2024-11-18T06:21:18,327 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:21:18,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:18,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:18,328 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:21:18,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:18,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:21:18,328 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:21:18,328 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:21:18,329 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36353 2024-11-18T06:21:18,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36353 connecting to ZooKeeper ensemble=127.0.0.1:61262 2024-11-18T06:21:18,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:18,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:18,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363530x0, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:21:18,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36353-0x1014c9ab61d0001 connected 2024-11-18T06:21:18,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on znode that does not yet exist, /0999404442/running 2024-11-18T06:21:18,337 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:21:18,340 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:21:18,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on znode that does not yet exist, /0999404442/master 2024-11-18T06:21:18,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on znode that does not yet exist, /0999404442/acl 2024-11-18T06:21:18,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36353 2024-11-18T06:21:18,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36353 2024-11-18T06:21:18,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36353 2024-11-18T06:21:18,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36353 2024-11-18T06:21:18,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36353 2024-11-18T06:21:18,357 DEBUG [M:0;6b5c0e5a2101:45751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:45751 2024-11-18T06:21:18,358 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0999404442/backup-masters/6b5c0e5a2101,45751,1731910878020 2024-11-18T06:21:18,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442/backup-masters 2024-11-18T06:21:18,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442/backup-masters 2024-11-18T06:21:18,369 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on existing znode=/0999404442/backup-masters/6b5c0e5a2101,45751,1731910878020 2024-11-18T06:21:18,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0999404442/master 2024-11-18T06:21:18,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:18,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:18,379 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on existing znode=/0999404442/master 2024-11-18T06:21:18,379 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0999404442/backup-masters/6b5c0e5a2101,45751,1731910878020 from backup master directory 2024-11-18T06:21:18,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442/backup-masters 2024-11-18T06:21:18,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0999404442/backup-masters/6b5c0e5a2101,45751,1731910878020 2024-11-18T06:21:18,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442/backup-masters 2024-11-18T06:21:18,389 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:21:18,389 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,45751,1731910878020 2024-11-18T06:21:18,393 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/hbase.id] with ID: e9bb380b-673c-46e5-841e-8299a04bf3b9 2024-11-18T06:21:18,393 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/.tmp/hbase.id 2024-11-18T06:21:18,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:21:18,399 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/.tmp/hbase.id]:[hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/hbase.id] 2024-11-18T06:21:18,408 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:18,408 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:21:18,410 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T06:21:18,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:18,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:18,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:21:18,873 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:21:18,874 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:21:18,874 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:21:18,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:21:19,282 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store 2024-11-18T06:21:19,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:21:19,695 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:19,695 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:21:19,695 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:19,695 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:19,695 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:21:19,695 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:19,695 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:19,696 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910879695Disabling compacts and flushes for region at 1731910879695Disabling writes for close at 1731910879695Writing region close event to WAL at 1731910879695Closed at 1731910879695 2024-11-18T06:21:19,696 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/.initializing 2024-11-18T06:21:19,696 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/WALs/6b5c0e5a2101,45751,1731910878020 2024-11-18T06:21:19,697 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:21:19,699 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C45751%2C1731910878020, suffix=, logDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/WALs/6b5c0e5a2101,45751,1731910878020, archiveDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/oldWALs, maxLogs=10 2024-11-18T06:21:19,710 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/WALs/6b5c0e5a2101,45751,1731910878020/6b5c0e5a2101%2C45751%2C1731910878020.1731910879699, exclude list is [], retry=0 2024-11-18T06:21:19,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39817,DS-e7f45924-f87f-46c9-93aa-7edae5b377b3,DISK] 2024-11-18T06:21:19,714 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/WALs/6b5c0e5a2101,45751,1731910878020/6b5c0e5a2101%2C45751%2C1731910878020.1731910879699 2024-11-18T06:21:19,714 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-18T06:21:19,715 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:21:19,715 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:19,715 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:19,715 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:19,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:19,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:21:19,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:19,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:19,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:19,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:21:19,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:19,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:19,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:19,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:21:19,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:19,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:19,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:19,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:21:19,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:19,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:19,724 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:19,724 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:19,725 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:19,726 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:19,726 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:19,726 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:21:19,727 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:19,729 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:21:19,729 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65295798, jitterRate=-0.027016788721084595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:21:19,730 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731910879715Initializing all the Stores at 1731910879716 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910879716Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910879717 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910879717Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910879717Cleaning up temporary data from old regions at 1731910879726 (+9 ms)Region opened successfully at 1731910879730 (+4 ms) 2024-11-18T06:21:19,730 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:21:19,733 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2577cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:21:19,733 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:21:19,733 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:21:19,733 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:21:19,734 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:21:19,734 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:21:19,734 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:21:19,734 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:21:19,736 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:21:19,737 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Unable to get data of znode /0999404442/balancer because node does not exist (not necessarily an error) 2024-11-18T06:21:19,796 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0999404442/balancer already deleted, retry=false 2024-11-18T06:21:19,797 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:21:19,798 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Unable to get data of znode /0999404442/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:21:19,884 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0999404442/normalizer already deleted, retry=false 2024-11-18T06:21:19,885 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:21:19,886 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Unable to get data of znode /0999404442/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:21:19,937 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0999404442/switch/split already deleted, retry=false 2024-11-18T06:21:19,939 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Unable to get data of znode /0999404442/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:21:20,042 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0999404442/switch/merge already deleted, retry=false 2024-11-18T06:21:20,044 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Unable to get data of znode /0999404442/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:21:20,118 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0999404442/snapshot-cleanup already deleted, retry=false 2024-11-18T06:21:20,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0999404442/running 2024-11-18T06:21:20,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0999404442/running 2024-11-18T06:21:20,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:20,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:20,204 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,45751,1731910878020, sessionid=0x1014c9ab61d0000, setting cluster-up flag (Was=false) 2024-11-18T06:21:20,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:20,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:20,608 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0999404442/flush-table-proc/acquired, /0999404442/flush-table-proc/reached, /0999404442/flush-table-proc/abort 2024-11-18T06:21:20,609 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,45751,1731910878020 2024-11-18T06:21:20,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:20,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:20,863 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0999404442/online-snapshot/acquired, /0999404442/online-snapshot/reached, /0999404442/online-snapshot/abort 2024-11-18T06:21:20,864 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,45751,1731910878020 2024-11-18T06:21:20,865 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:21:20,866 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:21:20,866 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:21:20,866 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:21:20,866 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,45751,1731910878020 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:21:20,868 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:20,868 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:20,868 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:20,868 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:20,868 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:21:20,868 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:20,868 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:21:20,868 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:20,873 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731910910873 2024-11-18T06:21:20,873 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:21:20,873 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:21:20,873 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:21:20,873 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:21:20,873 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:21:20,873 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:21:20,873 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:20,873 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:21:20,873 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:21:20,873 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:21:20,873 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:21:20,874 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:21:20,874 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:21:20,874 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:21:20,874 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:21:20,874 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910880874,5,FailOnTimeoutGroup] 2024-11-18T06:21:20,874 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910880874,5,FailOnTimeoutGroup] 2024-11-18T06:21:20,874 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:20,874 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:21:20,874 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:20,874 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:20,874 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:20,874 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:21:20,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:21:20,881 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:21:20,881 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887 2024-11-18T06:21:20,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741832_1008 (size=32) 2024-11-18T06:21:20,951 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(746): ClusterId : e9bb380b-673c-46e5-841e-8299a04bf3b9 2024-11-18T06:21:20,951 DEBUG [RS:0;6b5c0e5a2101:36353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:21:21,014 DEBUG [RS:0;6b5c0e5a2101:36353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:21:21,014 DEBUG [RS:0;6b5c0e5a2101:36353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:21:21,043 DEBUG [RS:0;6b5c0e5a2101:36353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:21:21,043 DEBUG [RS:0;6b5c0e5a2101:36353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f6f8e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:21:21,054 DEBUG [RS:0;6b5c0e5a2101:36353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:36353 2024-11-18T06:21:21,054 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:21:21,054 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:21:21,054 DEBUG [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:21:21,054 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,45751,1731910878020 with port=36353, startcode=1731910878327 2024-11-18T06:21:21,055 DEBUG [RS:0;6b5c0e5a2101:36353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:21:21,056 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:21:21,057 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45751 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,36353,1731910878327 2024-11-18T06:21:21,057 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45751 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,36353,1731910878327 2024-11-18T06:21:21,058 DEBUG [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887 2024-11-18T06:21:21,058 DEBUG [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34653 2024-11-18T06:21:21,058 DEBUG [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:21:21,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442/rs 2024-11-18T06:21:21,074 DEBUG [RS:0;6b5c0e5a2101:36353 {}] zookeeper.ZKUtil(111): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on existing znode=/0999404442/rs/6b5c0e5a2101,36353,1731910878327 2024-11-18T06:21:21,074 WARN [RS:0;6b5c0e5a2101:36353 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:21:21,074 INFO [RS:0;6b5c0e5a2101:36353 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:21:21,074 DEBUG [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327 2024-11-18T06:21:21,074 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,36353,1731910878327] 2024-11-18T06:21:21,077 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:21:21,080 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:21:21,081 INFO [RS:0;6b5c0e5a2101:36353 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:21:21,081 INFO [RS:0;6b5c0e5a2101:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:21,081 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:21:21,081 INFO [RS:0;6b5c0e5a2101:36353 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:21:21,082 INFO [RS:0;6b5c0e5a2101:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:21,082 DEBUG [RS:0;6b5c0e5a2101:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:21,082 DEBUG [RS:0;6b5c0e5a2101:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:21,082 DEBUG [RS:0;6b5c0e5a2101:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:21,082 DEBUG [RS:0;6b5c0e5a2101:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:21,082 DEBUG [RS:0;6b5c0e5a2101:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:21,082 DEBUG [RS:0;6b5c0e5a2101:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:21:21,082 DEBUG [RS:0;6b5c0e5a2101:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:21,082 DEBUG [RS:0;6b5c0e5a2101:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:21,082 DEBUG [RS:0;6b5c0e5a2101:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:21,082 DEBUG [RS:0;6b5c0e5a2101:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:21,082 DEBUG [RS:0;6b5c0e5a2101:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:21,082 DEBUG [RS:0;6b5c0e5a2101:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:21,082 DEBUG [RS:0;6b5c0e5a2101:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:21:21,082 DEBUG [RS:0;6b5c0e5a2101:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:21:21,082 INFO [RS:0;6b5c0e5a2101:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:21,082 INFO [RS:0;6b5c0e5a2101:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:21,083 INFO [RS:0;6b5c0e5a2101:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:21,083 INFO [RS:0;6b5c0e5a2101:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:21,083 INFO [RS:0;6b5c0e5a2101:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:21,083 INFO [RS:0;6b5c0e5a2101:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,36353,1731910878327-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:21:21,095 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:21:21,095 INFO [RS:0;6b5c0e5a2101:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,36353,1731910878327-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:21,095 INFO [RS:0;6b5c0e5a2101:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:21,095 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.Replication(171): 6b5c0e5a2101,36353,1731910878327 started 2024-11-18T06:21:21,108 INFO [RS:0;6b5c0e5a2101:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:21,108 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,36353,1731910878327, RpcServer on 6b5c0e5a2101/172.17.0.3:36353, sessionid=0x1014c9ab61d0001 2024-11-18T06:21:21,108 DEBUG [RS:0;6b5c0e5a2101:36353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:21:21,108 DEBUG [RS:0;6b5c0e5a2101:36353 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,36353,1731910878327 2024-11-18T06:21:21,108 DEBUG [RS:0;6b5c0e5a2101:36353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,36353,1731910878327' 2024-11-18T06:21:21,108 DEBUG [RS:0;6b5c0e5a2101:36353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0999404442/flush-table-proc/abort' 2024-11-18T06:21:21,108 DEBUG [RS:0;6b5c0e5a2101:36353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0999404442/flush-table-proc/acquired' 2024-11-18T06:21:21,109 DEBUG [RS:0;6b5c0e5a2101:36353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:21:21,109 DEBUG [RS:0;6b5c0e5a2101:36353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:21:21,109 DEBUG [RS:0;6b5c0e5a2101:36353 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,36353,1731910878327 2024-11-18T06:21:21,109 DEBUG [RS:0;6b5c0e5a2101:36353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,36353,1731910878327' 2024-11-18T06:21:21,109 DEBUG [RS:0;6b5c0e5a2101:36353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0999404442/online-snapshot/abort' 2024-11-18T06:21:21,109 DEBUG [RS:0;6b5c0e5a2101:36353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0999404442/online-snapshot/acquired' 2024-11-18T06:21:21,109 DEBUG [RS:0;6b5c0e5a2101:36353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:21:21,109 INFO [RS:0;6b5c0e5a2101:36353 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:21:21,109 INFO [RS:0;6b5c0e5a2101:36353 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:21:21,210 INFO [RS:0;6b5c0e5a2101:36353 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:21:21,211 INFO [RS:0;6b5c0e5a2101:36353 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C36353%2C1731910878327, suffix=, logDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327, archiveDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/oldWALs, maxLogs=10 2024-11-18T06:21:21,227 DEBUG [RS:0;6b5c0e5a2101:36353 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327/6b5c0e5a2101%2C36353%2C1731910878327.1731910881212, exclude list is [], retry=0 2024-11-18T06:21:21,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39817,DS-e7f45924-f87f-46c9-93aa-7edae5b377b3,DISK] 2024-11-18T06:21:21,237 INFO [RS:0;6b5c0e5a2101:36353 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327/6b5c0e5a2101%2C36353%2C1731910878327.1731910881212 2024-11-18T06:21:21,237 DEBUG [RS:0;6b5c0e5a2101:36353 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-18T06:21:21,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:21,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:21:21,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:21:21,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:21,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:21,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:21:21,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:21:21,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:21,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:21,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:21:21,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:21:21,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:21,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:21,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:21:21,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:21:21,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:21,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:21,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:21:21,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740 2024-11-18T06:21:21,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740 2024-11-18T06:21:21,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:21:21,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:21:21,301 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:21:21,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:21:21,304 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:21:21,305 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61788274, jitterRate=-0.0792829692363739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:21:21,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731910881291Initializing all the Stores at 1731910881291Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910881291Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910881292 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910881292Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910881292Cleaning up temporary data from old regions at 1731910881301 (+9 ms)Region opened successfully at 1731910881306 (+5 ms) 2024-11-18T06:21:21,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:21:21,306 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:21:21,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:21:21,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:21:21,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:21:21,306 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:21:21,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910881306Disabling compacts and flushes for region at 1731910881306Disabling writes for close at 1731910881306Writing region close event to WAL at 1731910881306Closed at 1731910881306 2024-11-18T06:21:21,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:21:21,308 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:21:21,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:21:21,309 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:21:21,310 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:21:21,460 DEBUG [6b5c0e5a2101:45751 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:21:21,461 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,36353,1731910878327 2024-11-18T06:21:21,462 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,36353,1731910878327, state=OPENING 2024-11-18T06:21:21,515 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:21:21,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:21,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:21,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0999404442/meta-region-server: CHANGED 2024-11-18T06:21:21,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0999404442/meta-region-server: CHANGED 2024-11-18T06:21:21,537 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:21:21,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,36353,1731910878327}] 2024-11-18T06:21:21,690 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:21:21,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:21:21,695 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:21:21,695 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:21:21,696 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:21:21,697 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C36353%2C1731910878327.meta, suffix=.meta, logDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327, archiveDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/oldWALs, maxLogs=10 2024-11-18T06:21:21,717 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327/6b5c0e5a2101%2C36353%2C1731910878327.meta.1731910881698.meta, exclude list is [], retry=0 2024-11-18T06:21:21,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39817,DS-e7f45924-f87f-46c9-93aa-7edae5b377b3,DISK] 2024-11-18T06:21:21,720 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327/6b5c0e5a2101%2C36353%2C1731910878327.meta.1731910881698.meta 2024-11-18T06:21:21,724 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-18T06:21:21,724 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:21:21,725 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:21:21,725 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:21:21,725 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:21:21,725 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:21:21,725 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:21:21,725 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:21,725 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:21:21,725 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:21:21,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:21:21,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:21:21,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:21,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:21,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:21:21,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:21:21,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:21,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:21,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:21:21,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:21:21,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:21,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:21,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:21:21,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:21:21,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:21,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:21,732 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:21:21,732 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740 2024-11-18T06:21:21,733 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740 2024-11-18T06:21:21,734 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:21:21,735 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:21:21,735 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:21:21,736 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:21:21,737 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67881462, jitterRate=0.011512607336044312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:21:21,737 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:21:21,737 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731910881725Writing region info on filesystem at 1731910881725Initializing all the Stores at 1731910881726 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910881726Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910881726Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910881726Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910881726Cleaning up temporary data from old regions at 1731910881735 (+9 ms)Running coprocessor post-open hooks at 1731910881737 (+2 ms)Region opened successfully at 1731910881737 2024-11-18T06:21:21,738 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731910881690 2024-11-18T06:21:21,740 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:21:21,740 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:21:21,741 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,36353,1731910878327 2024-11-18T06:21:21,742 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,36353,1731910878327, state=OPEN 2024-11-18T06:21:21,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0999404442/meta-region-server 2024-11-18T06:21:21,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0999404442/meta-region-server 2024-11-18T06:21:21,814 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,36353,1731910878327 2024-11-18T06:21:21,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0999404442/meta-region-server: CHANGED 2024-11-18T06:21:21,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0999404442/meta-region-server: CHANGED 2024-11-18T06:21:21,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:21:21,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,36353,1731910878327 in 277 msec 2024-11-18T06:21:21,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:21:21,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 509 msec 2024-11-18T06:21:21,819 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:21:21,819 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:21:21,820 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:21:21,820 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,36353,1731910878327, seqNum=-1] 2024-11-18T06:21:21,821 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:21:21,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:21:21,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 960 msec 2024-11-18T06:21:21,826 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731910881826, completionTime=-1 2024-11-18T06:21:21,826 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:21:21,826 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:21:21,828 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:21:21,828 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731910941828 2024-11-18T06:21:21,828 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731911001828 2024-11-18T06:21:21,828 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T06:21:21,828 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45751,1731910878020-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:21,828 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45751,1731910878020-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:21,828 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45751,1731910878020-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:21,828 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:45751, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:21,828 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:21,829 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:21,830 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:21:21,831 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.442sec 2024-11-18T06:21:21,831 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:21:21,831 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:21:21,832 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:21:21,832 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:21:21,832 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:21:21,832 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45751,1731910878020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:21:21,832 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45751,1731910878020-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:21:21,834 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:21:21,834 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:21:21,834 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45751,1731910878020-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:21,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d16de2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:21,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,45751,-1 for getting cluster id 2024-11-18T06:21:21,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:21:21,853 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9bb380b-673c-46e5-841e-8299a04bf3b9' 2024-11-18T06:21:21,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:21:21,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9bb380b-673c-46e5-841e-8299a04bf3b9" 2024-11-18T06:21:21,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110ffba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:21,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,45751,-1] 2024-11-18T06:21:21,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:21:21,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:21,855 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:21:21,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504667f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:21,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:21:21,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,36353,1731910878327, seqNum=-1] 2024-11-18T06:21:21,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:21:21,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:21:21,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,45751,1731910878020 2024-11-18T06:21:21,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61262 2024-11-18T06:21:21,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:21:21,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c9ab61d0002 connected 2024-11-18T06:21:21,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/hadoop.log.dir so I do NOT create it in target/test-data/209d6a62-6471-c446-a70e-019e7991ac53 2024-11-18T06:21:21,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:21:21,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/hadoop.tmp.dir so I do NOT create it in target/test-data/209d6a62-6471-c446-a70e-019e7991ac53 2024-11-18T06:21:21,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:21:21,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53 2024-11-18T06:21:21,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:21:21,897 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/cluster_896ae3d7-ccf8-3d73-4214-a8135377e915, deleteOnExit=true 2024-11-18T06:21:21,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:21:21,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/test.cache.data in system properties and HBase conf 2024-11-18T06:21:21,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:21:21,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:21:21,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:21:21,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:21:21,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:21:21,897 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:21:21,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:21:21,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:21:21,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:21:21,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:21:21,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:21:21,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:21:21,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:21:21,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:21:21,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:21:21,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:21:21,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:21:21,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:21:21,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:21:21,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:21:22,410 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T06:21:22,435 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:22,436 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:22,436 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:22,446 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:22,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:21:22,478 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:21:22,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:21:22,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:21:22,488 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:21:22,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:21:22,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@349998a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:21:22,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34ffd04a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:21:22,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29be8eac{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/java.io.tmpdir/jetty-localhost-38319-hadoop-hdfs-3_4_1-tests_jar-_-any-14828886861063001099/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:21:22,591 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f569dda{HTTP/1.1, (http/1.1)}{localhost:38319} 2024-11-18T06:21:22,591 INFO [Time-limited test {}] server.Server(415): Started @225137ms 2024-11-18T06:21:22,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:21:22,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:21:22,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:21:22,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:21:22,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:21:22,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41bf57f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:21:22,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b950c2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:21:22,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bb42efe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/java.io.tmpdir/jetty-localhost-37687-hadoop-hdfs-3_4_1-tests_jar-_-any-11128751505266285598/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:21:22,999 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67fcb82a{HTTP/1.1, (http/1.1)}{localhost:37687} 2024-11-18T06:21:22,999 INFO [Time-limited test {}] server.Server(415): Started @225544ms 2024-11-18T06:21:23,000 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:21:23,686 WARN [Thread-1330 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/cluster_896ae3d7-ccf8-3d73-4214-a8135377e915/data/data2/current/BP-1466420785-172.17.0.3-1731910881912/current, will proceed with Du for space computation calculation, 2024-11-18T06:21:23,686 WARN [Thread-1329 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/cluster_896ae3d7-ccf8-3d73-4214-a8135377e915/data/data1/current/BP-1466420785-172.17.0.3-1731910881912/current, will proceed with Du for space computation calculation, 2024-11-18T06:21:23,700 WARN [Thread-1317 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:21:23,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb16311860f8e68ec with lease ID 0x290d5ba0a98df66c: Processing first storage report for DS-9b597fee-806c-4fe7-9146-2f5d0eef5494 from datanode DatanodeRegistration(127.0.0.1:45759, datanodeUuid=709a202f-7c20-44c6-86f3-177f2e00900b, infoPort=43233, infoSecurePort=0, ipcPort=40525, storageInfo=lv=-57;cid=testClusterID;nsid=454006128;c=1731910881912) 2024-11-18T06:21:23,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb16311860f8e68ec with lease ID 0x290d5ba0a98df66c: from storage DS-9b597fee-806c-4fe7-9146-2f5d0eef5494 node DatanodeRegistration(127.0.0.1:45759, datanodeUuid=709a202f-7c20-44c6-86f3-177f2e00900b, infoPort=43233, infoSecurePort=0, ipcPort=40525, storageInfo=lv=-57;cid=testClusterID;nsid=454006128;c=1731910881912), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:21:23,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb16311860f8e68ec with lease ID 0x290d5ba0a98df66c: Processing first storage report for DS-27af257d-9622-413d-a1fb-f650147e85e5 from datanode DatanodeRegistration(127.0.0.1:45759, datanodeUuid=709a202f-7c20-44c6-86f3-177f2e00900b, infoPort=43233, infoSecurePort=0, ipcPort=40525, storageInfo=lv=-57;cid=testClusterID;nsid=454006128;c=1731910881912) 2024-11-18T06:21:23,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb16311860f8e68ec with lease ID 0x290d5ba0a98df66c: from storage DS-27af257d-9622-413d-a1fb-f650147e85e5 node DatanodeRegistration(127.0.0.1:45759, datanodeUuid=709a202f-7c20-44c6-86f3-177f2e00900b, infoPort=43233, infoSecurePort=0, ipcPort=40525, storageInfo=lv=-57;cid=testClusterID;nsid=454006128;c=1731910881912), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:21:23,728 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53 2024-11-18T06:21:23,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:23,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:23,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:21:24,138 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8 with version=8 2024-11-18T06:21:24,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/hbase-staging 2024-11-18T06:21:24,140 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:21:24,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:24,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:24,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:21:24,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:24,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:21:24,140 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:21:24,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:21:24,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46583 2024-11-18T06:21:24,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46583 connecting to ZooKeeper ensemble=127.0.0.1:61262 2024-11-18T06:21:24,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465830x0, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:21:24,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46583-0x1014c9ab61d0003 connected 2024-11-18T06:21:24,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:24,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:24,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Set watcher on znode that does not yet exist, /1-2083888882/running 2024-11-18T06:21:24,226 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8, hbase.cluster.distributed=false 2024-11-18T06:21:24,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Set watcher on znode that does not yet exist, /1-2083888882/acl 2024-11-18T06:21:24,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46583 2024-11-18T06:21:24,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46583 2024-11-18T06:21:24,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46583 2024-11-18T06:21:24,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46583 2024-11-18T06:21:24,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46583 2024-11-18T06:21:24,273 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:21:24,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:24,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:24,273 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:21:24,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:24,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:21:24,273 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:21:24,273 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:21:24,275 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38495 2024-11-18T06:21:24,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38495 connecting to ZooKeeper ensemble=127.0.0.1:61262 2024-11-18T06:21:24,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:24,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:24,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384950x0, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:21:24,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384950x0, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Set watcher on znode that does not yet exist, /1-2083888882/running 2024-11-18T06:21:24,296 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:21:24,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38495-0x1014c9ab61d0004 connected 2024-11-18T06:21:24,312 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:21:24,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Set watcher on znode that does not yet exist, /1-2083888882/master 2024-11-18T06:21:24,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Set watcher on znode that does not yet exist, /1-2083888882/acl 2024-11-18T06:21:24,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38495 2024-11-18T06:21:24,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38495 2024-11-18T06:21:24,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38495 2024-11-18T06:21:24,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38495 2024-11-18T06:21:24,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38495 2024-11-18T06:21:24,409 DEBUG [M:0;6b5c0e5a2101:46583 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:46583 2024-11-18T06:21:24,410 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2083888882/backup-masters/6b5c0e5a2101,46583,1731910884140 2024-11-18T06:21:24,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882/backup-masters 2024-11-18T06:21:24,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882/backup-masters 2024-11-18T06:21:24,422 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Set watcher on existing znode=/1-2083888882/backup-masters/6b5c0e5a2101,46583,1731910884140 2024-11-18T06:21:24,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882 2024-11-18T06:21:24,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2083888882/master 2024-11-18T06:21:24,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882 2024-11-18T06:21:24,433 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Set watcher on existing znode=/1-2083888882/master 2024-11-18T06:21:24,433 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2083888882/backup-masters/6b5c0e5a2101,46583,1731910884140 from backup master directory 2024-11-18T06:21:24,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882/backup-masters 2024-11-18T06:21:24,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2083888882/backup-masters/6b5c0e5a2101,46583,1731910884140 2024-11-18T06:21:24,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882/backup-masters 2024-11-18T06:21:24,442 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:21:24,442 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,46583,1731910884140 2024-11-18T06:21:24,458 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/hbase.id] with ID: 3c9b55ef-e05b-4a37-9a71-169e6dc5762f 2024-11-18T06:21:24,458 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/.tmp/hbase.id 2024-11-18T06:21:24,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:21:24,489 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/.tmp/hbase.id]:[hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/hbase.id] 2024-11-18T06:21:24,506 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:24,507 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:21:24,510 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T06:21:24,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882 2024-11-18T06:21:24,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882 2024-11-18T06:21:24,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:21:24,552 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:21:24,553 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:21:24,556 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:21:24,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:21:24,572 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store 2024-11-18T06:21:24,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:21:25,003 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:25,003 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:21:25,003 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:25,003 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:25,003 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:21:25,003 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:25,003 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:25,003 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910885003Disabling compacts and flushes for region at 1731910885003Disabling writes for close at 1731910885003Writing region close event to WAL at 1731910885003Closed at 1731910885003 2024-11-18T06:21:25,004 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store/.initializing 2024-11-18T06:21:25,004 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/WALs/6b5c0e5a2101,46583,1731910884140 2024-11-18T06:21:25,005 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:21:25,007 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C46583%2C1731910884140, suffix=, logDir=hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/WALs/6b5c0e5a2101,46583,1731910884140, archiveDir=hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/oldWALs, maxLogs=10 2024-11-18T06:21:25,021 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/WALs/6b5c0e5a2101,46583,1731910884140/6b5c0e5a2101%2C46583%2C1731910884140.1731910885008, exclude list is [], retry=0 2024-11-18T06:21:25,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-9b597fee-806c-4fe7-9146-2f5d0eef5494,DISK] 2024-11-18T06:21:25,029 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/WALs/6b5c0e5a2101,46583,1731910884140/6b5c0e5a2101%2C46583%2C1731910884140.1731910885008 2024-11-18T06:21:25,029 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43233:43233)] 2024-11-18T06:21:25,029 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:21:25,029 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:25,029 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:25,029 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:25,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:25,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:21:25,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:25,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:25,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:25,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:21:25,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:25,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:25,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:25,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:21:25,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:25,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:25,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:25,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:21:25,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:25,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:25,045 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:25,046 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:25,046 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:25,048 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:25,048 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:25,048 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:21:25,053 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:25,060 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:21:25,060 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68391141, jitterRate=0.01910741627216339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:21:25,061 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731910885030Initializing all the Stores at 1731910885030Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910885031 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910885032 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910885032Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910885032Cleaning up temporary data from old regions at 1731910885048 (+16 ms)Region opened successfully at 1731910885061 (+13 ms) 2024-11-18T06:21:25,061 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:21:25,067 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47158154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:21:25,067 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:21:25,068 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:21:25,068 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:21:25,068 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:21:25,068 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:21:25,069 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:21:25,069 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:21:25,071 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:21:25,072 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Unable to get data of znode /1-2083888882/balancer because node does not exist (not necessarily an error) 2024-11-18T06:21:25,125 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2083888882/balancer already deleted, retry=false 2024-11-18T06:21:25,126 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:21:25,127 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Unable to get data of znode /1-2083888882/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:21:25,136 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2083888882/normalizer already deleted, retry=false 2024-11-18T06:21:25,137 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:21:25,151 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Unable to get data of znode /1-2083888882/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:21:25,157 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2083888882/switch/split already deleted, retry=false 2024-11-18T06:21:25,158 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Unable to get data of znode /1-2083888882/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:21:25,168 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2083888882/switch/merge already deleted, retry=false 2024-11-18T06:21:25,170 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Unable to get data of znode /1-2083888882/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:21:25,178 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2083888882/snapshot-cleanup already deleted, retry=false 2024-11-18T06:21:25,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2083888882/running 2024-11-18T06:21:25,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882 2024-11-18T06:21:25,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2083888882/running 2024-11-18T06:21:25,189 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,46583,1731910884140, sessionid=0x1014c9ab61d0003, setting cluster-up flag (Was=false) 2024-11-18T06:21:25,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882 2024-11-18T06:21:25,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882 2024-11-18T06:21:25,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882 2024-11-18T06:21:25,241 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2083888882/flush-table-proc/acquired, /1-2083888882/flush-table-proc/reached, /1-2083888882/flush-table-proc/abort 2024-11-18T06:21:25,243 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,46583,1731910884140 2024-11-18T06:21:25,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882 2024-11-18T06:21:25,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882 2024-11-18T06:21:25,294 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2083888882/online-snapshot/acquired, /1-2083888882/online-snapshot/reached, /1-2083888882/online-snapshot/abort 2024-11-18T06:21:25,296 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,46583,1731910884140 2024-11-18T06:21:25,297 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:21:25,302 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:21:25,302 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:21:25,302 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:21:25,302 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,46583,1731910884140 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:21:25,304 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:25,304 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:25,304 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:25,304 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:25,304 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:21:25,304 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:25,304 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:21:25,304 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:25,314 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:21:25,314 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:21:25,315 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:25,319 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:21:25,364 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731910915364 2024-11-18T06:21:25,364 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:21:25,364 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:21:25,365 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:21:25,365 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:21:25,365 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:21:25,365 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:21:25,388 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:25,420 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:21:25,420 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:21:25,420 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:21:25,421 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:21:25,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:21:25,424 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:21:25,424 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8 2024-11-18T06:21:25,432 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:21:25,432 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:21:25,449 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.HRegionServer(746): ClusterId : 3c9b55ef-e05b-4a37-9a71-169e6dc5762f 2024-11-18T06:21:25,449 DEBUG [RS:0;6b5c0e5a2101:38495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:21:25,452 DEBUG [RS:0;6b5c0e5a2101:38495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:21:25,452 DEBUG [RS:0;6b5c0e5a2101:38495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:21:25,456 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910885432,5,FailOnTimeoutGroup] 2024-11-18T06:21:25,463 DEBUG [RS:0;6b5c0e5a2101:38495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:21:25,463 DEBUG [RS:0;6b5c0e5a2101:38495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdeaf83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:21:25,464 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910885456,5,FailOnTimeoutGroup] 2024-11-18T06:21:25,464 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:25,464 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:21:25,464 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:25,464 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:25,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741832_1008 (size=32) 2024-11-18T06:21:25,484 DEBUG [RS:0;6b5c0e5a2101:38495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:38495 2024-11-18T06:21:25,485 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:21:25,485 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:21:25,485 DEBUG [RS:0;6b5c0e5a2101:38495 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:21:25,486 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,46583,1731910884140 with port=38495, startcode=1731910884272 2024-11-18T06:21:25,486 DEBUG [RS:0;6b5c0e5a2101:38495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:21:25,493 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:21:25,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46583 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,38495,1731910884272 2024-11-18T06:21:25,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46583 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,38495,1731910884272 2024-11-18T06:21:25,495 DEBUG [RS:0;6b5c0e5a2101:38495 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8 2024-11-18T06:21:25,495 DEBUG [RS:0;6b5c0e5a2101:38495 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41433 2024-11-18T06:21:25,495 DEBUG [RS:0;6b5c0e5a2101:38495 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:21:25,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882/rs 2024-11-18T06:21:25,581 DEBUG [RS:0;6b5c0e5a2101:38495 {}] zookeeper.ZKUtil(111): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Set watcher on existing znode=/1-2083888882/rs/6b5c0e5a2101,38495,1731910884272 2024-11-18T06:21:25,581 WARN [RS:0;6b5c0e5a2101:38495 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:21:25,581 INFO [RS:0;6b5c0e5a2101:38495 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:21:25,582 DEBUG [RS:0;6b5c0e5a2101:38495 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/WALs/6b5c0e5a2101,38495,1731910884272 2024-11-18T06:21:25,582 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,38495,1731910884272] 2024-11-18T06:21:25,585 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:21:25,587 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:21:25,587 INFO [RS:0;6b5c0e5a2101:38495 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:21:25,587 INFO [RS:0;6b5c0e5a2101:38495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:25,588 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:21:25,589 INFO [RS:0;6b5c0e5a2101:38495 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:21:25,589 INFO [RS:0;6b5c0e5a2101:38495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:25,589 DEBUG [RS:0;6b5c0e5a2101:38495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:25,589 DEBUG [RS:0;6b5c0e5a2101:38495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:25,589 DEBUG [RS:0;6b5c0e5a2101:38495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:25,589 DEBUG [RS:0;6b5c0e5a2101:38495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:25,589 DEBUG [RS:0;6b5c0e5a2101:38495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:25,589 DEBUG [RS:0;6b5c0e5a2101:38495 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:21:25,589 DEBUG [RS:0;6b5c0e5a2101:38495 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:25,589 DEBUG [RS:0;6b5c0e5a2101:38495 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:25,589 DEBUG [RS:0;6b5c0e5a2101:38495 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:25,589 DEBUG [RS:0;6b5c0e5a2101:38495 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:25,589 DEBUG [RS:0;6b5c0e5a2101:38495 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:25,589 DEBUG [RS:0;6b5c0e5a2101:38495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:25,590 DEBUG [RS:0;6b5c0e5a2101:38495 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:21:25,590 DEBUG [RS:0;6b5c0e5a2101:38495 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:21:25,596 INFO [RS:0;6b5c0e5a2101:38495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:25,596 INFO [RS:0;6b5c0e5a2101:38495 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:25,597 INFO [RS:0;6b5c0e5a2101:38495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:25,597 INFO [RS:0;6b5c0e5a2101:38495 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:25,597 INFO [RS:0;6b5c0e5a2101:38495 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:25,597 INFO [RS:0;6b5c0e5a2101:38495 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,38495,1731910884272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:21:25,628 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:21:25,628 INFO [RS:0;6b5c0e5a2101:38495 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,38495,1731910884272-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:25,628 INFO [RS:0;6b5c0e5a2101:38495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:25,628 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.Replication(171): 6b5c0e5a2101,38495,1731910884272 started 2024-11-18T06:21:25,643 INFO [RS:0;6b5c0e5a2101:38495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:25,643 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,38495,1731910884272, RpcServer on 6b5c0e5a2101/172.17.0.3:38495, sessionid=0x1014c9ab61d0004 2024-11-18T06:21:25,644 DEBUG [RS:0;6b5c0e5a2101:38495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:21:25,644 DEBUG [RS:0;6b5c0e5a2101:38495 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,38495,1731910884272 2024-11-18T06:21:25,644 DEBUG [RS:0;6b5c0e5a2101:38495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,38495,1731910884272' 2024-11-18T06:21:25,644 DEBUG [RS:0;6b5c0e5a2101:38495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2083888882/flush-table-proc/abort' 2024-11-18T06:21:25,644 DEBUG [RS:0;6b5c0e5a2101:38495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2083888882/flush-table-proc/acquired' 2024-11-18T06:21:25,644 DEBUG [RS:0;6b5c0e5a2101:38495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:21:25,645 DEBUG [RS:0;6b5c0e5a2101:38495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:21:25,645 DEBUG [RS:0;6b5c0e5a2101:38495 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,38495,1731910884272 2024-11-18T06:21:25,645 DEBUG [RS:0;6b5c0e5a2101:38495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,38495,1731910884272' 2024-11-18T06:21:25,645 DEBUG [RS:0;6b5c0e5a2101:38495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2083888882/online-snapshot/abort' 2024-11-18T06:21:25,645 DEBUG [RS:0;6b5c0e5a2101:38495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2083888882/online-snapshot/acquired' 2024-11-18T06:21:25,645 DEBUG [RS:0;6b5c0e5a2101:38495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:21:25,645 INFO [RS:0;6b5c0e5a2101:38495 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:21:25,645 INFO [RS:0;6b5c0e5a2101:38495 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:21:25,746 INFO [RS:0;6b5c0e5a2101:38495 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:21:25,747 INFO [RS:0;6b5c0e5a2101:38495 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C38495%2C1731910884272, suffix=, logDir=hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/WALs/6b5c0e5a2101,38495,1731910884272, archiveDir=hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/oldWALs, maxLogs=10 2024-11-18T06:21:25,767 DEBUG [RS:0;6b5c0e5a2101:38495 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/WALs/6b5c0e5a2101,38495,1731910884272/6b5c0e5a2101%2C38495%2C1731910884272.1731910885747, exclude list is [], retry=0 2024-11-18T06:21:25,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-9b597fee-806c-4fe7-9146-2f5d0eef5494,DISK] 2024-11-18T06:21:25,775 INFO [RS:0;6b5c0e5a2101:38495 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/WALs/6b5c0e5a2101,38495,1731910884272/6b5c0e5a2101%2C38495%2C1731910884272.1731910885747 2024-11-18T06:21:25,780 DEBUG [RS:0;6b5c0e5a2101:38495 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43233:43233)] 2024-11-18T06:21:25,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:25,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:21:25,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:21:25,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:25,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:25,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:21:25,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:21:25,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:25,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:25,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:21:25,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:21:25,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:25,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:25,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:21:25,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:21:25,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:25,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:25,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:21:25,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/data/hbase/meta/1588230740 2024-11-18T06:21:25,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/data/hbase/meta/1588230740 2024-11-18T06:21:25,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:21:25,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:21:25,887 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:21:25,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:21:25,890 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:21:25,891 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69580363, jitterRate=0.03682820498943329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:21:25,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731910885876Initializing all the Stores at 1731910885877 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910885877Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910885877Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910885877Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910885877Cleaning up temporary data from old regions at 1731910885887 (+10 ms)Region opened successfully at 1731910885891 (+4 ms) 2024-11-18T06:21:25,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:21:25,891 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:21:25,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:21:25,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:21:25,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:21:25,891 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:21:25,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910885891Disabling compacts and flushes for region at 1731910885891Disabling writes for close at 1731910885891Writing region close event to WAL at 1731910885891Closed at 1731910885891 2024-11-18T06:21:25,893 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:21:25,893 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:21:25,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:21:25,895 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:21:25,895 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:21:25,964 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:21:26,046 DEBUG [6b5c0e5a2101:46583 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:21:26,046 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,38495,1731910884272 2024-11-18T06:21:26,047 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,38495,1731910884272, state=OPENING 2024-11-18T06:21:26,104 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:21:26,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882 2024-11-18T06:21:26,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882 2024-11-18T06:21:26,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2083888882/meta-region-server: CHANGED 2024-11-18T06:21:26,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2083888882/meta-region-server: CHANGED 2024-11-18T06:21:26,116 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:21:26,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,38495,1731910884272}] 2024-11-18T06:21:26,269 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:21:26,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:21:26,274 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:21:26,274 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:21:26,274 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:21:26,275 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C38495%2C1731910884272.meta, suffix=.meta, logDir=hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/WALs/6b5c0e5a2101,38495,1731910884272, archiveDir=hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/oldWALs, maxLogs=10 2024-11-18T06:21:26,294 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/WALs/6b5c0e5a2101,38495,1731910884272/6b5c0e5a2101%2C38495%2C1731910884272.meta.1731910886276.meta, exclude list is [], retry=0 2024-11-18T06:21:26,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45759,DS-9b597fee-806c-4fe7-9146-2f5d0eef5494,DISK] 2024-11-18T06:21:26,297 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/WALs/6b5c0e5a2101,38495,1731910884272/6b5c0e5a2101%2C38495%2C1731910884272.meta.1731910886276.meta 2024-11-18T06:21:26,297 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43233:43233)] 2024-11-18T06:21:26,298 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:21:26,298 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:21:26,298 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:21:26,298 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:21:26,298 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:21:26,299 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:21:26,299 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:26,299 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:21:26,299 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:21:26,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:21:26,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:21:26,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:26,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:26,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:21:26,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:21:26,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:26,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:26,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:21:26,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:21:26,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:26,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:26,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:21:26,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:21:26,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:26,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:26,306 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:21:26,307 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/data/hbase/meta/1588230740 2024-11-18T06:21:26,308 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/data/hbase/meta/1588230740 2024-11-18T06:21:26,309 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:21:26,309 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:21:26,310 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:21:26,313 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:21:26,314 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64663053, jitterRate=-0.03644542396068573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:21:26,314 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:21:26,314 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731910886299Writing region info on filesystem at 1731910886299Initializing all the Stores at 1731910886300 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910886300Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910886300Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910886300Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910886300Cleaning up temporary data from old regions at 1731910886309 (+9 ms)Running coprocessor post-open hooks at 1731910886314 (+5 ms)Region opened successfully at 1731910886314 2024-11-18T06:21:26,315 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731910886268 2024-11-18T06:21:26,318 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:21:26,318 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:21:26,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,38495,1731910884272 2024-11-18T06:21:26,320 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,38495,1731910884272, state=OPEN 2024-11-18T06:21:26,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2083888882/meta-region-server 2024-11-18T06:21:26,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2083888882/meta-region-server 2024-11-18T06:21:26,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2083888882/meta-region-server: CHANGED 2024-11-18T06:21:26,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2083888882/meta-region-server: CHANGED 2024-11-18T06:21:26,326 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,38495,1731910884272 2024-11-18T06:21:26,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:21:26,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,38495,1731910884272 in 210 msec 2024-11-18T06:21:26,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:21:26,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-18T06:21:26,331 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:21:26,331 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:21:26,333 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:21:26,333 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,38495,1731910884272, seqNum=-1] 2024-11-18T06:21:26,333 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:21:26,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:21:26,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0390 sec 2024-11-18T06:21:26,341 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731910886341, completionTime=-1 2024-11-18T06:21:26,341 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:21:26,341 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:21:26,344 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:21:26,344 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731910946344 2024-11-18T06:21:26,344 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731911006344 2024-11-18T06:21:26,344 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T06:21:26,344 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46583,1731910884140-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:26,344 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46583,1731910884140-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:26,344 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46583,1731910884140-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:26,344 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:46583, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:26,344 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:26,346 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:21:26,360 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:26,366 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.924sec 2024-11-18T06:21:26,366 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:21:26,366 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:21:26,366 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:21:26,366 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:21:26,366 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:21:26,366 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46583,1731910884140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:21:26,366 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46583,1731910884140-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:21:26,370 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:21:26,370 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:21:26,370 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46583,1731910884140-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:26,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7435be48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:26,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,46583,-1 for getting cluster id 2024-11-18T06:21:26,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:21:26,445 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c9b55ef-e05b-4a37-9a71-169e6dc5762f' 2024-11-18T06:21:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:21:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c9b55ef-e05b-4a37-9a71-169e6dc5762f" 2024-11-18T06:21:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69080672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,46583,-1] 2024-11-18T06:21:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:21:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:26,448 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:21:26,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7670d877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:26,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:21:26,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,38495,1731910884272, seqNum=-1] 2024-11-18T06:21:26,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:21:26,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:21:26,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,46583,1731910884140 2024-11-18T06:21:26,455 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61262 2024-11-18T06:21:26,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:21:26,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014c9ab61d0005 connected 2024-11-18T06:21:26,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5034d1f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:26,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,45751,-1 for getting cluster id 2024-11-18T06:21:26,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:21:26,478 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9bb380b-673c-46e5-841e-8299a04bf3b9' 2024-11-18T06:21:26,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:21:26,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9bb380b-673c-46e5-841e-8299a04bf3b9" 2024-11-18T06:21:26,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6430bbb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:26,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,45751,-1] 2024-11-18T06:21:26,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:21:26,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:26,480 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:21:26,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48485d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:26,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:21:26,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,45751,1731910878020 2024-11-18T06:21:26,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e5eb8ed 2024-11-18T06:21:26,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:21:26,484 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:21:26,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b5c0e5a2101:46583,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T06:21:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:21:26,488 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:46583' 2024-11-18T06:21:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:21:26,490 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a936a25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:26,490 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,46583,-1 for getting cluster id 2024-11-18T06:21:26,490 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:21:26,491 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c9b55ef-e05b-4a37-9a71-169e6dc5762f' 2024-11-18T06:21:26,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:21:26,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c9b55ef-e05b-4a37-9a71-169e6dc5762f" 2024-11-18T06:21:26,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187d3259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:26,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,46583,-1] 2024-11-18T06:21:26,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:21:26,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:26,493 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:21:26,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5d716d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:26,494 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:21:26,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,46583,1731910884140 2024-11-18T06:21:26,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dee9d77 2024-11-18T06:21:26,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:21:26,496 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:21:26,497 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T06:21:26,497 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T06:21:26,497 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:26,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:21:26,497 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:26,498 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:21:26,499 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T06:21:26,500 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:21:26,501 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:26,502 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:21:26,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741835_1011 (size=1138) 2024-11-18T06:21:26,510 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b17166080e3f733be1befb8c2dd8269, NAME => 'hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887 2024-11-18T06:21:26,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741836_1012 (size=44) 2024-11-18T06:21:26,549 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T06:21:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:21:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:21:26,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:26,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1b17166080e3f733be1befb8c2dd8269, disabling compactions & flushes 2024-11-18T06:21:26,922 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:26,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:26,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. after waiting 0 ms 2024-11-18T06:21:26,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:26,922 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:26,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b17166080e3f733be1befb8c2dd8269: Waiting for close lock at 1731910886921Disabling compacts and flushes for region at 1731910886921Disabling writes for close at 1731910886922 (+1 ms)Writing region close event to WAL at 1731910886922Closed at 1731910886922 2024-11-18T06:21:26,929 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:21:26,930 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731910886929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731910886929"}]},"ts":"1731910886929"} 2024-11-18T06:21:26,937 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:21:26,940 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:21:26,941 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910886940"}]},"ts":"1731910886940"} 2024-11-18T06:21:26,951 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T06:21:26,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b17166080e3f733be1befb8c2dd8269, ASSIGN}] 2024-11-18T06:21:26,954 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b17166080e3f733be1befb8c2dd8269, ASSIGN 2024-11-18T06:21:26,956 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b17166080e3f733be1befb8c2dd8269, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,36353,1731910878327; forceNewPlan=false, retain=false 2024-11-18T06:21:27,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T06:21:27,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T06:21:27,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:21:27,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T06:21:27,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:21:27,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T06:21:27,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T06:21:27,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T06:21:27,077 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T06:21:27,107 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1b17166080e3f733be1befb8c2dd8269, regionState=OPENING, regionLocation=6b5c0e5a2101,36353,1731910878327 2024-11-18T06:21:27,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b17166080e3f733be1befb8c2dd8269, ASSIGN because future has completed 2024-11-18T06:21:27,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b17166080e3f733be1befb8c2dd8269, server=6b5c0e5a2101,36353,1731910878327}] 2024-11-18T06:21:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:21:27,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:27,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:21:27,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T06:21:27,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C36353%2C1731910878327.rep, suffix=, logDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327, archiveDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/oldWALs, maxLogs=10 2024-11-18T06:21:27,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327/6b5c0e5a2101%2C36353%2C1731910878327.rep.1731910887276, exclude list is [], retry=0 2024-11-18T06:21:27,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39817,DS-e7f45924-f87f-46c9-93aa-7edae5b377b3,DISK] 2024-11-18T06:21:27,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327/6b5c0e5a2101%2C36353%2C1731910878327.rep.1731910887276 2024-11-18T06:21:27,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-18T06:21:27,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b17166080e3f733be1befb8c2dd8269, NAME => 'hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:21:27,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:21:27,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:21:27,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. service=MultiRowMutationService 2024-11-18T06:21:27,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T06:21:27,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:27,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:27,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:27,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:27,307 INFO [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:27,308 INFO [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b17166080e3f733be1befb8c2dd8269 columnFamilyName hfileref 2024-11-18T06:21:27,309 DEBUG [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:27,309 INFO [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] regionserver.HStore(327): Store=1b17166080e3f733be1befb8c2dd8269/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:27,309 INFO [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:27,310 INFO [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b17166080e3f733be1befb8c2dd8269 columnFamilyName queue 2024-11-18T06:21:27,310 DEBUG [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:27,311 INFO [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] regionserver.HStore(327): Store=1b17166080e3f733be1befb8c2dd8269/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:27,311 INFO [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:27,312 INFO [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b17166080e3f733be1befb8c2dd8269 columnFamilyName sid 2024-11-18T06:21:27,312 DEBUG [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:27,316 INFO [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] regionserver.HStore(327): Store=1b17166080e3f733be1befb8c2dd8269/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:27,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:27,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/replication/1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:27,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/replication/1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:27,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:27,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:27,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:21:27,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:27,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/replication/1b17166080e3f733be1befb8c2dd8269/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:21:27,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1b17166080e3f733be1befb8c2dd8269; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64343389, jitterRate=-0.04120878875255585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:21:27,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:27,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1b17166080e3f733be1befb8c2dd8269: Running coprocessor pre-open hook at 1731910887306Writing region info on filesystem at 1731910887306Initializing all the Stores at 1731910887307 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910887307Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910887307Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910887307Cleaning up temporary data from old regions at 1731910887319 (+12 ms)Running coprocessor post-open hooks at 1731910887322 (+3 ms)Region opened successfully at 1731910887323 (+1 ms) 2024-11-18T06:21:27,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269., pid=7, masterSystemTime=1731910887270 2024-11-18T06:21:27,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:27,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:27,327 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1b17166080e3f733be1befb8c2dd8269, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,36353,1731910878327 2024-11-18T06:21:27,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b17166080e3f733be1befb8c2dd8269, server=6b5c0e5a2101,36353,1731910878327 because future has completed 2024-11-18T06:21:27,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T06:21:27,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b17166080e3f733be1befb8c2dd8269, server=6b5c0e5a2101,36353,1731910878327 in 215 msec 2024-11-18T06:21:27,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T06:21:27,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b17166080e3f733be1befb8c2dd8269, ASSIGN in 384 msec 2024-11-18T06:21:27,342 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:21:27,342 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910887342"}]},"ts":"1731910887342"} 2024-11-18T06:21:27,345 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T06:21:27,347 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:21:27,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 849 msec 2024-11-18T06:21:27,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269., hostname=6b5c0e5a2101,36353,1731910878327, seqNum=2] 2024-11-18T06:21:27,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:27,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:27,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:21:27,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T06:21:27,617 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T06:21:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:21:27,648 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6b5c0e5a2101,36353,1731910878327, ReplicationSource: 1, currentBandwidth=0 2024-11-18T06:21:27,648 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:21:27,648 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,36353,1731910878327, seqNum=-1] 2024-11-18T06:21:27,649 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:21:27,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-18T06:21:27,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b5c0e5a2101,36353,1731910878327', locateType=CURRENT is [region=hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269., hostname=6b5c0e5a2101,36353,1731910878327, seqNum=2] 2024-11-18T06:21:27,654 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T06:21:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T06:21:27,656 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b5c0e5a2101,36353,1731910878327 suceeded 2024-11-18T06:21:27,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T06:21:27,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-18T06:21:27,659 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b5c0e5a2101:46583,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T06:21:27,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1750 sec 2024-11-18T06:21:27,670 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:46583' 2024-11-18T06:21:27,671 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b06a035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:27,671 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,46583,-1 for getting cluster id 2024-11-18T06:21:27,671 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:21:27,672 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c9b55ef-e05b-4a37-9a71-169e6dc5762f' 2024-11-18T06:21:27,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:21:27,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c9b55ef-e05b-4a37-9a71-169e6dc5762f" 2024-11-18T06:21:27,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53b822dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:27,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,46583,-1] 2024-11-18T06:21:27,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:21:27,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:27,673 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:21:27,674 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ac1a049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:27,674 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:21:27,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,46583,1731910884140 2024-11-18T06:21:27,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@279bb020 2024-11-18T06:21:27,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:21:27,676 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-18T06:21:27,677 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b5c0e5a2101,36353,1731910878327 (queues=1) is replicating from cluster=e9bb380b-673c-46e5-841e-8299a04bf3b9 to cluster=3c9b55ef-e05b-4a37-9a71-169e6dc5762f 2024-11-18T06:21:27,677 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b5c0e5a2101%2C36353%2C1731910878327 2024-11-18T06:21:27,677 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b5c0e5a2101,36353,1731910878327, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:21:27,677 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.shipper6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C36353%2C1731910878327 2024-11-18T06:21:27,677 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.wal-reader.6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327/6b5c0e5a2101%2C36353%2C1731910878327.1731910881212, startPosition=0, beingWritten=true 2024-11-18T06:21:27,885 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.wal-reader.6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327/6b5c0e5a2101%2C36353%2C1731910878327.1731910881212 to pos 0, reset compression=false 2024-11-18T06:21:28,191 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.wal-reader.6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327/6b5c0e5a2101%2C36353%2C1731910878327.1731910881212 to pos 0, reset compression=false 2024-11-18T06:21:28,596 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.wal-reader.6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327/6b5c0e5a2101%2C36353%2C1731910878327.1731910881212 to pos 0, reset compression=false 2024-11-18T06:21:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:21:28,639 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T06:21:28,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:21:28,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:28,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:28,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:28,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:21:28,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:21:28,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,45751,1731910878020 2024-11-18T06:21:28,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@296f8ecd 2024-11-18T06:21:28,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:21:28,642 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:21:28,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T06:21:28,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:21:28,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:28,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:28,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:28,644 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:21:28,644 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1423655217, stopped=false 2024-11-18T06:21:28,644 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,45751,1731910878020 2024-11-18T06:21:28,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:21:28,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0999404442/running 2024-11-18T06:21:28,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0999404442/running 2024-11-18T06:21:28,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:28,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:28,715 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:21:28,715 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:21:28,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:28,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:28,715 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,36353,1731910878327' ***** 2024-11-18T06:21:28,716 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:21:28,717 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:21:28,717 INFO [RS:0;6b5c0e5a2101:36353 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:21:28,717 INFO [RS:0;6b5c0e5a2101:36353 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:21:28,717 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:28,717 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,36353,1731910878327 2024-11-18T06:21:28,717 INFO [RS:0;6b5c0e5a2101:36353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:21:28,717 INFO [RS:0;6b5c0e5a2101:36353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:36353. 2024-11-18T06:21:28,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on znode that does not yet exist, /0999404442/running 2024-11-18T06:21:28,717 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b17166080e3f733be1befb8c2dd8269, disabling compactions & flushes 2024-11-18T06:21:28,717 DEBUG [RS:0;6b5c0e5a2101:36353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:28,717 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:28,717 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:28,717 DEBUG [RS:0;6b5c0e5a2101:36353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:28,717 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. after waiting 0 ms 2024-11-18T06:21:28,717 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:28,718 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:21:28,718 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:21:28,718 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:21:28,718 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:21:28,718 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1b17166080e3f733be1befb8c2dd8269 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-18T06:21:28,718 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T06:21:28,718 DEBUG [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1b17166080e3f733be1befb8c2dd8269=hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269.} 2024-11-18T06:21:28,718 DEBUG [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:28,718 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:21:28,718 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:21:28,718 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:21:28,718 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:21:28,718 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:21:28,718 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T06:21:28,719 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:21:28,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on znode that does not yet exist, /0999404442/running 2024-11-18T06:21:28,743 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/replication/1b17166080e3f733be1befb8c2dd8269/.tmp/queue/2423041b953a47ae9339a19f513cfff2 is 151, key is 1-6b5c0e5a2101,36353,1731910878327/queue:6b5c0e5a2101%2C36353%2C1731910878327/1731910887652/Put/seqid=0 2024-11-18T06:21:28,756 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/.tmp/info/2e686434083441cbba9352cae462a416 is 147, key is hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269./info:regioninfo/1731910887327/Put/seqid=0 2024-11-18T06:21:28,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741838_1014 (size=5350) 2024-11-18T06:21:28,759 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/replication/1b17166080e3f733be1befb8c2dd8269/.tmp/queue/2423041b953a47ae9339a19f513cfff2 2024-11-18T06:21:28,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741839_1015 (size=6631) 2024-11-18T06:21:28,776 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/replication/1b17166080e3f733be1befb8c2dd8269/.tmp/queue/2423041b953a47ae9339a19f513cfff2 as hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/replication/1b17166080e3f733be1befb8c2dd8269/queue/2423041b953a47ae9339a19f513cfff2 2024-11-18T06:21:28,784 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/replication/1b17166080e3f733be1befb8c2dd8269/queue/2423041b953a47ae9339a19f513cfff2, entries=1, sequenceid=5, filesize=5.2 K 2024-11-18T06:21:28,785 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1b17166080e3f733be1befb8c2dd8269 in 67ms, sequenceid=5, compaction requested=false 2024-11-18T06:21:28,785 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T06:21:28,789 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/replication/1b17166080e3f733be1befb8c2dd8269/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:21:28,790 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:21:28,790 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:21:28,790 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:28,790 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b17166080e3f733be1befb8c2dd8269: Waiting for close lock at 1731910888717Running coprocessor pre-close hooks at 1731910888717Disabling compacts and flushes for region at 1731910888717Disabling writes for close at 1731910888717Obtaining lock to block concurrent updates at 1731910888718 (+1 ms)Preparing flush snapshotting stores in 1b17166080e3f733be1befb8c2dd8269 at 1731910888718Finished memstore snapshotting hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731910888718Flushing stores of hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. at 1731910888719 (+1 ms)Flushing 1b17166080e3f733be1befb8c2dd8269/queue: creating writer at 1731910888719Flushing 1b17166080e3f733be1befb8c2dd8269/queue: appending metadata at 1731910888742 (+23 ms)Flushing 1b17166080e3f733be1befb8c2dd8269/queue: closing flushed file at 1731910888742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af0e6fd: reopening flushed file at 1731910888776 (+34 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1b17166080e3f733be1befb8c2dd8269 in 67ms, sequenceid=5, compaction requested=false at 1731910888785 (+9 ms)Writing region close event to WAL at 1731910888786 (+1 ms)Running coprocessor post-close hooks at 1731910888790 (+4 ms)Closed at 1731910888790 2024-11-18T06:21:28,790 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:28,791 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:21:28,918 DEBUG [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:21:29,083 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:21:29,083 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:21:29,101 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.wal-reader.6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327/6b5c0e5a2101%2C36353%2C1731910878327.1731910881212 to pos 0, reset compression=false 2024-11-18T06:21:29,118 DEBUG [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:21:29,171 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/.tmp/info/2e686434083441cbba9352cae462a416 2024-11-18T06:21:29,201 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/.tmp/ns/997aa63b309c418f8e240ad0ef2341cb is 43, key is default/ns:d/1731910881822/Put/seqid=0 2024-11-18T06:21:29,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741840_1016 (size=5153) 2024-11-18T06:21:29,319 DEBUG [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:21:29,519 DEBUG [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:21:29,605 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/.tmp/ns/997aa63b309c418f8e240ad0ef2341cb 2024-11-18T06:21:29,625 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/.tmp/table/472f6ab1f2644f39808aaf9b84c751b8 is 53, key is hbase:replication/table:state/1731910887342/Put/seqid=0 2024-11-18T06:21:29,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741841_1017 (size=5256) 2024-11-18T06:21:29,706 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.wal-reader.6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327/6b5c0e5a2101%2C36353%2C1731910878327.1731910881212 to pos 0, reset compression=false 2024-11-18T06:21:29,719 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T06:21:29,719 DEBUG [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:21:29,719 DEBUG [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:21:29,919 DEBUG [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:21:30,029 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/.tmp/table/472f6ab1f2644f39808aaf9b84c751b8 2024-11-18T06:21:30,035 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/.tmp/info/2e686434083441cbba9352cae462a416 as hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/info/2e686434083441cbba9352cae462a416 2024-11-18T06:21:30,040 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/info/2e686434083441cbba9352cae462a416, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T06:21:30,041 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/.tmp/ns/997aa63b309c418f8e240ad0ef2341cb as hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/ns/997aa63b309c418f8e240ad0ef2341cb 2024-11-18T06:21:30,048 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/ns/997aa63b309c418f8e240ad0ef2341cb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T06:21:30,049 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/.tmp/table/472f6ab1f2644f39808aaf9b84c751b8 as hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/table/472f6ab1f2644f39808aaf9b84c751b8 2024-11-18T06:21:30,055 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/table/472f6ab1f2644f39808aaf9b84c751b8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T06:21:30,056 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=11, compaction requested=false 2024-11-18T06:21:30,061 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T06:21:30,061 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:21:30,061 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:21:30,061 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:21:30,061 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910888718Running coprocessor pre-close hooks at 1731910888718Disabling compacts and flushes for region at 1731910888718Disabling writes for close at 1731910888718Obtaining lock to block concurrent updates at 1731910888718Preparing flush snapshotting stores in 1588230740 at 1731910888718Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731910888719 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731910888719Flushing 1588230740/info: creating writer at 1731910888719Flushing 1588230740/info: appending metadata at 1731910888755 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731910888755Flushing 1588230740/ns: creating writer at 1731910889181 (+426 ms)Flushing 1588230740/ns: appending metadata at 1731910889200 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731910889200Flushing 1588230740/table: creating writer at 1731910889610 (+410 ms)Flushing 1588230740/table: appending metadata at 1731910889624 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731910889624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f32e384: reopening flushed file at 1731910890034 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@688c26bc: reopening flushed file at 1731910890041 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26f545f1: reopening flushed file at 1731910890048 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=11, compaction requested=false at 1731910890056 (+8 ms)Writing region close event to WAL at 1731910890057 (+1 ms)Running coprocessor post-close hooks at 1731910890061 (+4 ms)Closed at 1731910890061 2024-11-18T06:21:30,062 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:21:30,119 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,36353,1731910878327; all regions closed. 2024-11-18T06:21:30,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741834_1010 (size=2742) 2024-11-18T06:21:30,122 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327/6b5c0e5a2101%2C36353%2C1731910878327.meta.1731910881698.meta not finished, retry = 0 2024-11-18T06:21:30,225 DEBUG [RS:0;6b5c0e5a2101:36353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/oldWALs 2024-11-18T06:21:30,225 INFO [RS:0;6b5c0e5a2101:36353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C36353%2C1731910878327.meta:.meta(num 1731910881698) 2024-11-18T06:21:30,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741837_1013 (size=1586) 2024-11-18T06:21:30,227 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327/6b5c0e5a2101%2C36353%2C1731910878327.rep.1731910887276 not finished, retry = 0 2024-11-18T06:21:30,330 DEBUG [RS:0;6b5c0e5a2101:36353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/oldWALs 2024-11-18T06:21:30,330 INFO [RS:0;6b5c0e5a2101:36353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C36353%2C1731910878327.rep:(num 1731910887276) 2024-11-18T06:21:30,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741833_1009 (size=93) 2024-11-18T06:21:30,336 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327/6b5c0e5a2101%2C36353%2C1731910878327.1731910881212 not finished, retry = 0 2024-11-18T06:21:30,411 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.wal-reader.6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327/6b5c0e5a2101%2C36353%2C1731910878327.1731910881212 to pos 0, reset compression=false 2024-11-18T06:21:30,437 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.wal-reader.6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327/6b5c0e5a2101%2C36353%2C1731910878327.1731910881212 2024-11-18T06:21:30,437 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.wal-reader.6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-18T06:21:30,438 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.wal-reader.6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-18T06:21:30,437 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.shipper6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,36353,1731910878327 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327/6b5c0e5a2101%2C36353%2C1731910878327.1731910881212, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T06:21:30,439 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.shipper6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b5c0e5a2101,36353,1731910878327: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b5c0e5a2101,36353,1731910878327, walGroup=6b5c0e5a2101%2C36353%2C1731910878327, offset=6b5c0e5a2101%2C36353%2C1731910878327.1731910881212:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:36353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T06:21:30,440 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.shipper6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T06:21:30,440 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.shipper6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T06:21:30,441 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.shipper6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T06:21:30,441 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.shipper6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T06:21:30,441 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.shipper6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T06:21:30,441 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.shipper6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 557995616 }, "NonHeapMemoryUsage": { "committed": 182452224, "init": 7667712, "max": -1, "used": 179458872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T06:21:30,444 DEBUG [RS:0;6b5c0e5a2101:36353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/oldWALs 2024-11-18T06:21:30,444 INFO [RS:0;6b5c0e5a2101:36353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C36353%2C1731910878327:(num 1731910881212) 2024-11-18T06:21:30,444 DEBUG [RS:0;6b5c0e5a2101:36353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:30,444 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:21:30,444 INFO [RS:0;6b5c0e5a2101:36353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:21:30,444 INFO [RS:0;6b5c0e5a2101:36353 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:21:30,445 INFO [RS:0;6b5c0e5a2101:36353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:21:30,445 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:21:30,445 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b5c0e5a2101,36353,1731910878327 because: Region server is closing 2024-11-18T06:21:30,445 INFO [RS:0;6b5c0e5a2101:36353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:36353. 2024-11-18T06:21:30,445 DEBUG [RS:0;6b5c0e5a2101:36353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:30,445 DEBUG [RS:0;6b5c0e5a2101:36353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:30,446 DEBUG [RS:0;6b5c0e5a2101:36353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:30,445 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.shipper6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:45751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:45751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T06:21:30,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:21:30,446 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.shipper6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6b5c0e5a2101%2C36353%2C1731910878327.1731910881212] 2024-11-18T06:21:30,546 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,36353,1731910878327.replicationSource.shipper6b5c0e5a2101%2C36353%2C1731910878327,1-6b5c0e5a2101,36353,1731910878327 terminated 2024-11-18T06:21:30,546 INFO [RS:0;6b5c0e5a2101:36353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36353 2024-11-18T06:21:30,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442/rs 2024-11-18T06:21:30,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0999404442/rs/6b5c0e5a2101,36353,1731910878327 2024-11-18T06:21:30,631 INFO [RS:0;6b5c0e5a2101:36353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:21:30,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,36353,1731910878327] 2024-11-18T06:21:30,704 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0999404442/draining/6b5c0e5a2101,36353,1731910878327 already deleted, retry=false 2024-11-18T06:21:30,704 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,36353,1731910878327 expired; onlineServers=0 2024-11-18T06:21:30,704 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,45751,1731910878020' ***** 2024-11-18T06:21:30,704 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:21:30,704 INFO [M:0;6b5c0e5a2101:45751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:21:30,705 INFO [M:0;6b5c0e5a2101:45751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:21:30,705 DEBUG [M:0;6b5c0e5a2101:45751 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:21:30,705 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:21:30,705 DEBUG [M:0;6b5c0e5a2101:45751 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:21:30,705 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910880874 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910880874,5,FailOnTimeoutGroup] 2024-11-18T06:21:30,705 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910880874 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910880874,5,FailOnTimeoutGroup] 2024-11-18T06:21:30,705 INFO [M:0;6b5c0e5a2101:45751 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:21:30,705 INFO [M:0;6b5c0e5a2101:45751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:21:30,705 DEBUG [M:0;6b5c0e5a2101:45751 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:21:30,705 INFO [M:0;6b5c0e5a2101:45751 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:21:30,705 INFO [M:0;6b5c0e5a2101:45751 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:21:30,706 INFO [M:0;6b5c0e5a2101:45751 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:21:30,706 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:21:30,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0999404442/master 2024-11-18T06:21:30,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:30,715 DEBUG [M:0;6b5c0e5a2101:45751 {}] zookeeper.ZKUtil(347): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Unable to get data of znode /0999404442/master because node does not exist (not an error) 2024-11-18T06:21:30,715 WARN [M:0;6b5c0e5a2101:45751 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T06:21:30,716 INFO [M:0;6b5c0e5a2101:45751 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/.lastflushedseqids 2024-11-18T06:21:30,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741842_1018 (size=181) 2024-11-18T06:21:30,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:30,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x1014c9ab61d0001, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:30,786 INFO [RS:0;6b5c0e5a2101:36353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:21:30,786 INFO [RS:0;6b5c0e5a2101:36353 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,36353,1731910878327; zookeeper connection closed. 2024-11-18T06:21:30,786 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31a14991 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31a14991 2024-11-18T06:21:30,787 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:21:31,121 INFO [M:0;6b5c0e5a2101:45751 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:21:31,122 INFO [M:0;6b5c0e5a2101:45751 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:21:31,122 DEBUG [M:0;6b5c0e5a2101:45751 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:21:31,122 INFO [M:0;6b5c0e5a2101:45751 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:31,122 DEBUG [M:0;6b5c0e5a2101:45751 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:31,122 DEBUG [M:0;6b5c0e5a2101:45751 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:21:31,122 DEBUG [M:0;6b5c0e5a2101:45751 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:31,122 INFO [M:0;6b5c0e5a2101:45751 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-18T06:21:31,136 DEBUG [M:0;6b5c0e5a2101:45751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99fe32818f4a4659b69263671b795983 is 82, key is hbase:meta,,1/info:regioninfo/1731910881741/Put/seqid=0 2024-11-18T06:21:31,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741843_1019 (size=5672) 2024-11-18T06:21:31,540 INFO [M:0;6b5c0e5a2101:45751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99fe32818f4a4659b69263671b795983 2024-11-18T06:21:31,559 DEBUG [M:0;6b5c0e5a2101:45751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c31d7e0887484caaa14e131370e51a00 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731910887348/Put/seqid=0 2024-11-18T06:21:31,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741844_1020 (size=7203) 2024-11-18T06:21:31,801 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:21:31,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:31,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:31,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:31,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:31,963 INFO [M:0;6b5c0e5a2101:45751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c31d7e0887484caaa14e131370e51a00 2024-11-18T06:21:31,981 DEBUG [M:0;6b5c0e5a2101:45751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7f35840f5b94fa189b42739407bbe6d is 69, key is 6b5c0e5a2101,36353,1731910878327/rs:state/1731910881057/Put/seqid=0 2024-11-18T06:21:31,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741845_1021 (size=5156) 2024-11-18T06:21:32,385 INFO [M:0;6b5c0e5a2101:45751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7f35840f5b94fa189b42739407bbe6d 2024-11-18T06:21:32,395 DEBUG [M:0;6b5c0e5a2101:45751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99fe32818f4a4659b69263671b795983 as hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99fe32818f4a4659b69263671b795983 2024-11-18T06:21:32,399 INFO [M:0;6b5c0e5a2101:45751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99fe32818f4a4659b69263671b795983, entries=8, sequenceid=70, filesize=5.5 K 2024-11-18T06:21:32,400 DEBUG [M:0;6b5c0e5a2101:45751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c31d7e0887484caaa14e131370e51a00 as hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c31d7e0887484caaa14e131370e51a00 2024-11-18T06:21:32,404 INFO [M:0;6b5c0e5a2101:45751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c31d7e0887484caaa14e131370e51a00, entries=8, sequenceid=70, filesize=7.0 K 2024-11-18T06:21:32,405 DEBUG [M:0;6b5c0e5a2101:45751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7f35840f5b94fa189b42739407bbe6d as hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7f35840f5b94fa189b42739407bbe6d 2024-11-18T06:21:32,408 INFO [M:0;6b5c0e5a2101:45751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7f35840f5b94fa189b42739407bbe6d, entries=1, sequenceid=70, filesize=5.0 K 2024-11-18T06:21:32,409 INFO [M:0;6b5c0e5a2101:45751 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=70, compaction requested=false 2024-11-18T06:21:32,410 INFO [M:0;6b5c0e5a2101:45751 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:32,411 DEBUG [M:0;6b5c0e5a2101:45751 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910891122Disabling compacts and flushes for region at 1731910891122Disabling writes for close at 1731910891122Obtaining lock to block concurrent updates at 1731910891122Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731910891122Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731910891122Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731910891123 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731910891123Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731910891136 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731910891136Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731910891545 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731910891558 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731910891558Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731910891968 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731910891980 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731910891980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52c158e9: reopening flushed file at 1731910892394 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40689641: reopening flushed file at 1731910892399 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e29d1a2: reopening flushed file at 1731910892404 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=70, compaction requested=false at 1731910892409 (+5 ms)Writing region close event to WAL at 1731910892410 (+1 ms)Closed at 1731910892410 2024-11-18T06:21:32,413 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/WALs/6b5c0e5a2101,45751,1731910878020/6b5c0e5a2101%2C45751%2C1731910878020.1731910879699 not finished, retry = 0 2024-11-18T06:21:32,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741830_1006 (size=41008) 2024-11-18T06:21:32,514 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:21:32,514 INFO [M:0;6b5c0e5a2101:45751 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:21:32,514 INFO [M:0;6b5c0e5a2101:45751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45751 2024-11-18T06:21:32,514 INFO [M:0;6b5c0e5a2101:45751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:21:32,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:32,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x1014c9ab61d0000, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:32,669 INFO [M:0;6b5c0e5a2101:45751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:21:32,671 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:21:32,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:32,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:32,671 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:21:32,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:32,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:21:32,671 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:21:32,671 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:21:32,672 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41665 2024-11-18T06:21:32,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41665 connecting to ZooKeeper ensemble=127.0.0.1:61262 2024-11-18T06:21:32,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416650x0, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:21:32,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41665-0x1014c9ab61d0006 connected 2024-11-18T06:21:32,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:32,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:32,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on znode that does not yet exist, /0999404442/running 2024-11-18T06:21:32,699 DEBUG [pool-935-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0999404442/meta-region-server: INIT 2024-11-18T06:21:32,699 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887, hbase.cluster.distributed=false 2024-11-18T06:21:32,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on znode that does not yet exist, /0999404442/acl 2024-11-18T06:21:32,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41665 2024-11-18T06:21:32,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41665 2024-11-18T06:21:32,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41665 2024-11-18T06:21:32,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41665 2024-11-18T06:21:32,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41665 2024-11-18T06:21:32,723 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:21:32,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:32,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:32,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:21:32,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:32,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:21:32,723 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:21:32,723 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:21:32,724 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46647 2024-11-18T06:21:32,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46647 connecting to ZooKeeper ensemble=127.0.0.1:61262 2024-11-18T06:21:32,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:32,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:32,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466470x0, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:21:32,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466470x0, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on znode that does not yet exist, /0999404442/running 2024-11-18T06:21:32,736 DEBUG [pool-940-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0999404442/meta-region-server: INIT 2024-11-18T06:21:32,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46647-0x1014c9ab61d0007 connected 2024-11-18T06:21:32,736 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:21:32,737 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:21:32,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46647-0x1014c9ab61d0007, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on znode that does not yet exist, /0999404442/master 2024-11-18T06:21:32,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46647-0x1014c9ab61d0007, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on znode that does not yet exist, /0999404442/acl 2024-11-18T06:21:32,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46647 2024-11-18T06:21:32,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46647 2024-11-18T06:21:32,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46647 2024-11-18T06:21:32,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46647 2024-11-18T06:21:32,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46647 2024-11-18T06:21:32,757 DEBUG [M:0;6b5c0e5a2101:41665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:41665 2024-11-18T06:21:32,757 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0999404442/backup-masters/6b5c0e5a2101,41665,1731910892671 2024-11-18T06:21:32,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442/backup-masters 2024-11-18T06:21:32,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x1014c9ab61d0007, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442/backup-masters 2024-11-18T06:21:32,768 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on existing znode=/0999404442/backup-masters/6b5c0e5a2101,41665,1731910892671 2024-11-18T06:21:32,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x1014c9ab61d0007, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0999404442/master 2024-11-18T06:21:32,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:32,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x1014c9ab61d0007, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:32,778 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on existing znode=/0999404442/master 2024-11-18T06:21:32,778 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0999404442/backup-masters/6b5c0e5a2101,41665,1731910892671 from backup master directory 2024-11-18T06:21:32,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0999404442/backup-masters/6b5c0e5a2101,41665,1731910892671 2024-11-18T06:21:32,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x1014c9ab61d0007, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442/backup-masters 2024-11-18T06:21:32,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442/backup-masters 2024-11-18T06:21:32,788 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:21:32,788 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,41665,1731910892671 2024-11-18T06:21:32,797 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:32,797 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:21:32,803 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-18T06:21:32,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741846_1022 (size=196) 2024-11-18T06:21:33,214 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:21:33,215 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:21:33,215 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:21:33,220 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-18T06:21:33,222 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/WALs/6b5c0e5a2101,45751,1731910878020 to hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/WALs/6b5c0e5a2101,45751,1731910878020-dead as it is dead 2024-11-18T06:21:33,222 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/WALs/6b5c0e5a2101,45751,1731910878020-dead/6b5c0e5a2101%2C45751%2C1731910878020.1731910879699 2024-11-18T06:21:33,223 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/WALs/6b5c0e5a2101,45751,1731910878020-dead/6b5c0e5a2101%2C45751%2C1731910878020.1731910879699 after 1ms 2024-11-18T06:21:33,223 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/WALs/6b5c0e5a2101,45751,1731910878020-dead/6b5c0e5a2101%2C45751%2C1731910878020.1731910879699 to hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b5c0e5a2101%2C45751%2C1731910878020.1731910879699 2024-11-18T06:21:33,223 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/WALs/6b5c0e5a2101,45751,1731910878020-dead 2024-11-18T06:21:33,224 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/WALs/6b5c0e5a2101,41665,1731910892671 2024-11-18T06:21:33,225 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:21:33,226 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C41665%2C1731910892671, suffix=, logDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/WALs/6b5c0e5a2101,41665,1731910892671, archiveDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/oldWALs, maxLogs=10 2024-11-18T06:21:33,237 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/WALs/6b5c0e5a2101,41665,1731910892671/6b5c0e5a2101%2C41665%2C1731910892671.1731910893226, exclude list is [], retry=0 2024-11-18T06:21:33,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39817,DS-e7f45924-f87f-46c9-93aa-7edae5b377b3,DISK] 2024-11-18T06:21:33,241 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/WALs/6b5c0e5a2101,41665,1731910892671/6b5c0e5a2101%2C41665%2C1731910892671.1731910893226 2024-11-18T06:21:33,241 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-18T06:21:33,241 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:21:33,241 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:33,241 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:33,241 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:33,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:33,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:21:33,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:33,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99fe32818f4a4659b69263671b795983 2024-11-18T06:21:33,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:33,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:33,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:21:33,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:33,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c31d7e0887484caaa14e131370e51a00 2024-11-18T06:21:33,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:33,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:33,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:21:33,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:33,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7f35840f5b94fa189b42739407bbe6d 2024-11-18T06:21:33,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:33,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:33,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:21:33,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:33,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:33,260 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:33,260 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-18T06:21:33,260 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b5c0e5a2101%2C45751%2C1731910878020.1731910879699 2024-11-18T06:21:33,264 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b5c0e5a2101%2C45751%2C1731910878020.1731910879699 2024-11-18T06:21:33,265 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b5c0e5a2101%2C45751%2C1731910878020.1731910879699 2024-11-18T06:21:33,267 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:33,267 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:33,267 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:21:33,269 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:33,271 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-18T06:21:33,272 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70976699, jitterRate=0.05763523280620575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:21:33,272 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731910893241Initializing all the Stores at 1731910893242 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910893242Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910893242Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910893242Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910893242Cleaning up temporary data from old regions at 1731910893267 (+25 ms)Region opened successfully at 1731910893272 (+5 ms) 2024-11-18T06:21:33,272 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:21:33,275 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5c3c80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:21:33,278 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-18T06:21:33,278 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:21:33,278 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:21:33,278 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:21:33,279 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:21:33,282 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:21:33,282 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:21:33,282 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T06:21:33,283 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-18T06:21:33,283 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:21:33,285 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6b5c0e5a2101,36353,1731910878327, regionLocation=6b5c0e5a2101,36353,1731910878327, openSeqNum=2 2024-11-18T06:21:33,285 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6b5c0e5a2101,36353,1731910878327, table=hbase:meta, region=1588230740 2024-11-18T06:21:33,285 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,36353,1731910878327, state=OPEN 2024-11-18T06:21:33,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x1014c9ab61d0007, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0999404442/meta-region-server 2024-11-18T06:21:33,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0999404442/meta-region-server 2024-11-18T06:21:33,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0999404442/meta-region-server: CHANGED 2024-11-18T06:21:33,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0999404442/meta-region-server: CHANGED 2024-11-18T06:21:33,318 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:21:33,367 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0999404442/draining/6b5c0e5a2101,36353,1731910878327 already deleted, retry=false 2024-11-18T06:21:33,368 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6b5c0e5a2101,36353,1731910878327 on 6b5c0e5a2101,41665,1731910892671 2024-11-18T06:21:33,369 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6b5c0e5a2101,36353,1731910878327, splitWal=true, meta=true 2024-11-18T06:21:33,369 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 6b5c0e5a2101,36353,1731910878327 (carryingMeta=true) 6b5c0e5a2101,36353,1731910878327/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2c4d995c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T06:21:33,370 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Unable to get data of znode /0999404442/balancer because node does not exist (not necessarily an error) 2024-11-18T06:21:33,427 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0999404442/balancer already deleted, retry=false 2024-11-18T06:21:33,427 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:21:33,428 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Unable to get data of znode /0999404442/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:21:33,487 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0999404442/normalizer already deleted, retry=false 2024-11-18T06:21:33,488 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:21:33,489 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Unable to get data of znode /0999404442/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:21:33,504 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0999404442/switch/split already deleted, retry=false 2024-11-18T06:21:33,505 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Unable to get data of znode /0999404442/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:21:33,642 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0999404442/switch/merge already deleted, retry=false 2024-11-18T06:21:33,706 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Unable to get data of znode /0999404442/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:21:33,714 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0999404442/snapshot-cleanup already deleted, retry=false 2024-11-18T06:21:33,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x1014c9ab61d0007, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0999404442/running 2024-11-18T06:21:33,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0999404442/running 2024-11-18T06:21:33,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x1014c9ab61d0007, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:33,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:33,726 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,41665,1731910892671, sessionid=0x1014c9ab61d0006, setting cluster-up flag (Was=false) 2024-11-18T06:21:33,736 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0999404442/flush-table-proc/acquired, /0999404442/flush-table-proc/reached, /0999404442/flush-table-proc/abort 2024-11-18T06:21:33,737 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,41665,1731910892671 2024-11-18T06:21:33,747 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0999404442/online-snapshot/acquired, /0999404442/online-snapshot/reached, /0999404442/online-snapshot/abort 2024-11-18T06:21:33,748 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,41665,1731910892671 2024-11-18T06:21:33,749 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/.lastflushedseqids 2024-11-18T06:21:33,751 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:21:33,751 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:21:33,751 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,41665,1731910892671 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6b5c0e5a2101,36353,1731910878327 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:21:33,753 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:33,753 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:33,753 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:33,753 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:33,753 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:21:33,753 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:33,753 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:21:33,753 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:33,755 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6b5c0e5a2101,36353,1731910878327, splitWal=true, meta=true 2024-11-18T06:21:33,756 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6b5c0e5a2101,36353,1731910878327, splitWal=true, meta=true, isMeta: true 2024-11-18T06:21:33,757 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327-splitting 2024-11-18T06:21:33,758 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327-splitting dir is empty, no logs to split. 2024-11-18T06:21:33,758 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6b5c0e5a2101,36353,1731910878327 WAL count=0, meta=true 2024-11-18T06:21:33,760 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327-splitting dir is empty, no logs to split. 2024-11-18T06:21:33,760 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6b5c0e5a2101,36353,1731910878327 WAL count=0, meta=true 2024-11-18T06:21:33,760 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6b5c0e5a2101,36353,1731910878327 WAL splitting is done? wals=0, meta=true 2024-11-18T06:21:33,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:21:33,761 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:21:33,762 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:21:33,767 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731910923766 2024-11-18T06:21:33,767 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:21:33,767 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:21:33,767 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:21:33,767 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:21:33,767 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:21:33,767 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:21:33,767 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:33,767 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:21:33,767 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:21:33,767 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:21:33,768 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:21:33,768 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:21:33,768 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:21:33,768 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910893768,5,FailOnTimeoutGroup] 2024-11-18T06:21:33,769 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910893768,5,FailOnTimeoutGroup] 2024-11-18T06:21:33,769 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:33,769 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:21:33,769 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:33,769 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:33,769 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731910893769, completionTime=-1 2024-11-18T06:21:33,769 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-18T06:21:33,769 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T06:21:33,846 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.HRegionServer(746): ClusterId : e9bb380b-673c-46e5-841e-8299a04bf3b9 2024-11-18T06:21:33,846 DEBUG [RS:0;6b5c0e5a2101:46647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:21:33,890 DEBUG [RS:0;6b5c0e5a2101:46647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:21:33,890 DEBUG [RS:0;6b5c0e5a2101:46647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:21:33,912 WARN [6b5c0e5a2101:41665 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T06:21:33,949 DEBUG [RS:0;6b5c0e5a2101:46647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:21:33,949 DEBUG [RS:0;6b5c0e5a2101:46647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f9be1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:21:33,960 DEBUG [RS:0;6b5c0e5a2101:46647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:46647 2024-11-18T06:21:33,961 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:21:33,961 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:21:33,961 DEBUG [RS:0;6b5c0e5a2101:46647 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:21:33,961 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,41665,1731910892671 with port=46647, startcode=1731910892723 2024-11-18T06:21:33,961 DEBUG [RS:0;6b5c0e5a2101:46647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:21:33,963 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:21:33,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41665 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,46647,1731910892723 2024-11-18T06:21:33,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41665 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,46647,1731910892723 2024-11-18T06:21:33,964 DEBUG [RS:0;6b5c0e5a2101:46647 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887 2024-11-18T06:21:33,964 DEBUG [RS:0;6b5c0e5a2101:46647 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34653 2024-11-18T06:21:33,964 DEBUG [RS:0;6b5c0e5a2101:46647 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:21:33,969 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=200ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T06:21:34,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442/rs 2024-11-18T06:21:34,059 DEBUG [RS:0;6b5c0e5a2101:46647 {}] zookeeper.ZKUtil(111): regionserver:46647-0x1014c9ab61d0007, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on existing znode=/0999404442/rs/6b5c0e5a2101,46647,1731910892723 2024-11-18T06:21:34,059 WARN [RS:0;6b5c0e5a2101:46647 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:21:34,059 INFO [RS:0;6b5c0e5a2101:46647 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:21:34,059 DEBUG [RS:0;6b5c0e5a2101:46647 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723 2024-11-18T06:21:34,059 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,46647,1731910892723] 2024-11-18T06:21:34,074 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:21:34,075 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:21:34,076 INFO [RS:0;6b5c0e5a2101:46647 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:21:34,076 INFO [RS:0;6b5c0e5a2101:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:34,076 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:21:34,077 INFO [RS:0;6b5c0e5a2101:46647 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:21:34,077 INFO [RS:0;6b5c0e5a2101:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:34,077 DEBUG [RS:0;6b5c0e5a2101:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:34,077 DEBUG [RS:0;6b5c0e5a2101:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:34,077 DEBUG [RS:0;6b5c0e5a2101:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:34,077 DEBUG [RS:0;6b5c0e5a2101:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:34,077 DEBUG [RS:0;6b5c0e5a2101:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:34,077 DEBUG [RS:0;6b5c0e5a2101:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:21:34,077 DEBUG [RS:0;6b5c0e5a2101:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:34,077 DEBUG [RS:0;6b5c0e5a2101:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:34,077 DEBUG [RS:0;6b5c0e5a2101:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:34,077 DEBUG [RS:0;6b5c0e5a2101:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:34,077 DEBUG [RS:0;6b5c0e5a2101:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:34,077 DEBUG [RS:0;6b5c0e5a2101:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:34,077 DEBUG [RS:0;6b5c0e5a2101:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:21:34,077 DEBUG [RS:0;6b5c0e5a2101:46647 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:21:34,077 INFO [RS:0;6b5c0e5a2101:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:34,078 INFO [RS:0;6b5c0e5a2101:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:34,078 INFO [RS:0;6b5c0e5a2101:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:34,078 INFO [RS:0;6b5c0e5a2101:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:34,078 INFO [RS:0;6b5c0e5a2101:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:34,078 INFO [RS:0;6b5c0e5a2101:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46647,1731910892723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:21:34,091 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:21:34,091 INFO [RS:0;6b5c0e5a2101:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,46647,1731910892723-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:34,105 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.ReplicationSource(231): queueId=1-6b5c0e5a2101,46647,1731910892723, ReplicationSource: 1, currentBandwidth=0 2024-11-18T06:21:34,106 INFO [RS:0;6b5c0e5a2101:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:34,106 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.Replication(171): 6b5c0e5a2101,46647,1731910892723 started 2024-11-18T06:21:34,125 INFO [RS:0;6b5c0e5a2101:46647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:34,125 DEBUG [RS:0;6b5c0e5a2101:46647.replicationSource,1-6b5c0e5a2101,46647,1731910892723 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:46583' 2024-11-18T06:21:34,125 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,46647,1731910892723, RpcServer on 6b5c0e5a2101/172.17.0.3:46647, sessionid=0x1014c9ab61d0007 2024-11-18T06:21:34,125 DEBUG [RS:0;6b5c0e5a2101:46647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:21:34,125 DEBUG [RS:0;6b5c0e5a2101:46647 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,46647,1731910892723 2024-11-18T06:21:34,125 DEBUG [RS:0;6b5c0e5a2101:46647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,46647,1731910892723' 2024-11-18T06:21:34,125 DEBUG [RS:0;6b5c0e5a2101:46647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0999404442/flush-table-proc/abort' 2024-11-18T06:21:34,126 DEBUG [RS:0;6b5c0e5a2101:46647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0999404442/flush-table-proc/acquired' 2024-11-18T06:21:34,126 DEBUG [RS:0;6b5c0e5a2101:46647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:21:34,126 DEBUG [RS:0;6b5c0e5a2101:46647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:21:34,126 DEBUG [RS:0;6b5c0e5a2101:46647 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,46647,1731910892723 2024-11-18T06:21:34,126 DEBUG [RS:0;6b5c0e5a2101:46647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,46647,1731910892723' 2024-11-18T06:21:34,126 DEBUG [RS:0;6b5c0e5a2101:46647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0999404442/online-snapshot/abort' 2024-11-18T06:21:34,126 DEBUG [RS:0;6b5c0e5a2101:46647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0999404442/online-snapshot/acquired' 2024-11-18T06:21:34,127 DEBUG [RS:0;6b5c0e5a2101:46647.replicationSource,1-6b5c0e5a2101,46647,1731910892723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d176471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:34,127 DEBUG [RS:0;6b5c0e5a2101:46647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:21:34,127 DEBUG [RS:0;6b5c0e5a2101:46647.replicationSource,1-6b5c0e5a2101,46647,1731910892723 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,46583,-1 for getting cluster id 2024-11-18T06:21:34,127 INFO [RS:0;6b5c0e5a2101:46647 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:21:34,127 INFO [RS:0;6b5c0e5a2101:46647 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:21:34,127 DEBUG [RS:0;6b5c0e5a2101:46647.replicationSource,1-6b5c0e5a2101,46647,1731910892723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:21:34,128 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c9b55ef-e05b-4a37-9a71-169e6dc5762f' 2024-11-18T06:21:34,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:21:34,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c9b55ef-e05b-4a37-9a71-169e6dc5762f" 2024-11-18T06:21:34,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1061fece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:34,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,46583,-1] 2024-11-18T06:21:34,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:21:34,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:34,129 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:21:34,130 DEBUG [RS:0;6b5c0e5a2101:46647.replicationSource,1-6b5c0e5a2101,46647,1731910892723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@776bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:34,130 DEBUG [RS:0;6b5c0e5a2101:46647.replicationSource,1-6b5c0e5a2101,46647,1731910892723 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:21:34,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,46583,1731910884140 2024-11-18T06:21:34,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4acf533f 2024-11-18T06:21:34,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:21:34,132 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-18T06:21:34,132 INFO [RS:0;6b5c0e5a2101:46647.replicationSource,1-6b5c0e5a2101,46647,1731910892723 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b5c0e5a2101,46647,1731910892723 (queues=0) is replicating from cluster=e9bb380b-673c-46e5-841e-8299a04bf3b9 to cluster=3c9b55ef-e05b-4a37-9a71-169e6dc5762f 2024-11-18T06:21:34,227 INFO [RS:0;6b5c0e5a2101:46647 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:21:34,229 INFO [RS:0;6b5c0e5a2101:46647 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C46647%2C1731910892723, suffix=, logDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723, archiveDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/oldWALs, maxLogs=10 2024-11-18T06:21:34,243 DEBUG [RS:0;6b5c0e5a2101:46647 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.1731910894229, exclude list is [], retry=0 2024-11-18T06:21:34,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39817,DS-e7f45924-f87f-46c9-93aa-7edae5b377b3,DISK] 2024-11-18T06:21:34,252 INFO [RS:0;6b5c0e5a2101:46647 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.1731910894229 2024-11-18T06:21:34,256 DEBUG [RS:0;6b5c0e5a2101:46647 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6b5c0e5a2101%2C46647%2C1731910892723 for peer 1 2024-11-18T06:21:34,256 DEBUG [RS:0;6b5c0e5a2101:46647 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b5c0e5a2101%2C46647%2C1731910892723 2024-11-18T06:21:34,256 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b5c0e5a2101,46647,1731910892723, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:21:34,257 DEBUG [RS:0;6b5c0e5a2101:46647 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-18T06:21:34,257 INFO [RS:0;6b5c0e5a2101:46647.replicationSource.shipper6b5c0e5a2101%2C46647%2C1731910892723,1-6b5c0e5a2101,46647,1731910892723 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C46647%2C1731910892723 2024-11-18T06:21:34,257 DEBUG [RS:0;6b5c0e5a2101:46647.replicationSource.wal-reader.6b5c0e5a2101%2C46647%2C1731910892723,1-6b5c0e5a2101,46647,1731910892723 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.1731910894229, startPosition=0, beingWritten=true 2024-11-18T06:21:34,413 DEBUG [6b5c0e5a2101:41665 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:21:34,413 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,46647,1731910892723 2024-11-18T06:21:34,414 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,46647,1731910892723, state=OPENING 2024-11-18T06:21:34,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0999404442/meta-region-server 2024-11-18T06:21:34,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x1014c9ab61d0007, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0999404442/meta-region-server 2024-11-18T06:21:34,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0999404442/meta-region-server: CHANGED 2024-11-18T06:21:34,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0999404442/meta-region-server: CHANGED 2024-11-18T06:21:34,462 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:21:34,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,46647,1731910892723}] 2024-11-18T06:21:34,463 DEBUG [RS:0;6b5c0e5a2101:46647.replicationSource.wal-reader.6b5c0e5a2101%2C46647%2C1731910892723,1-6b5c0e5a2101,46647,1731910892723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.1731910894229 to pos 0, reset compression=false 2024-11-18T06:21:34,615 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:21:34,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:21:34,619 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:21:34,619 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:21:34,619 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:21:34,620 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C46647%2C1731910892723.meta, suffix=.meta, logDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723, archiveDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/oldWALs, maxLogs=10 2024-11-18T06:21:34,633 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.meta.1731910894621.meta, exclude list is [], retry=0 2024-11-18T06:21:34,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39817,DS-e7f45924-f87f-46c9-93aa-7edae5b377b3,DISK] 2024-11-18T06:21:34,637 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.meta.1731910894621.meta 2024-11-18T06:21:34,638 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-18T06:21:34,638 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:21:34,638 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:21:34,638 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:21:34,639 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:21:34,639 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:21:34,639 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:21:34,639 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:34,639 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:21:34,639 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:21:34,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:21:34,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:21:34,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:34,646 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/info/2e686434083441cbba9352cae462a416 2024-11-18T06:21:34,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:34,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:21:34,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:21:34,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:34,657 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/ns/997aa63b309c418f8e240ad0ef2341cb 2024-11-18T06:21:34,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:34,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:21:34,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:21:34,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:34,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:34,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:21:34,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:21:34,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:34,664 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/table/472f6ab1f2644f39808aaf9b84c751b8 2024-11-18T06:21:34,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:34,664 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:21:34,665 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740 2024-11-18T06:21:34,666 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740 2024-11-18T06:21:34,667 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:21:34,667 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:21:34,667 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:21:34,668 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:21:34,669 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60839056, jitterRate=-0.09342741966247559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:21:34,669 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:21:34,669 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731910894639Writing region info on filesystem at 1731910894639Initializing all the Stores at 1731910894640 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910894640Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910894640Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910894640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910894640Cleaning up temporary data from old regions at 1731910894667 (+27 ms)Running coprocessor post-open hooks at 1731910894669 (+2 ms)Region opened successfully at 1731910894669 2024-11-18T06:21:34,670 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731910894614 2024-11-18T06:21:34,671 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:21:34,671 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:21:34,672 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6b5c0e5a2101,46647,1731910892723 2024-11-18T06:21:34,672 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,46647,1731910892723, state=OPEN 2024-11-18T06:21:34,768 DEBUG [RS:0;6b5c0e5a2101:46647.replicationSource.wal-reader.6b5c0e5a2101%2C46647%2C1731910892723,1-6b5c0e5a2101,46647,1731910892723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.1731910894229 to pos 0, reset compression=false 2024-11-18T06:21:34,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0999404442/meta-region-server 2024-11-18T06:21:34,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x1014c9ab61d0007, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0999404442/meta-region-server 2024-11-18T06:21:34,774 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,46647,1731910892723 2024-11-18T06:21:34,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0999404442/meta-region-server: CHANGED 2024-11-18T06:21:34,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0999404442/meta-region-server: CHANGED 2024-11-18T06:21:34,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-18T06:21:34,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,46647,1731910892723 in 312 msec 2024-11-18T06:21:34,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T06:21:34,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0160 sec 2024-11-18T06:21:35,172 DEBUG [RS:0;6b5c0e5a2101:46647.replicationSource.wal-reader.6b5c0e5a2101%2C46647%2C1731910892723,1-6b5c0e5a2101,46647,1731910892723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.1731910894229 to pos 0, reset compression=false 2024-11-18T06:21:35,472 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1702ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-18T06:21:35,677 DEBUG [RS:0;6b5c0e5a2101:46647.replicationSource.wal-reader.6b5c0e5a2101%2C46647%2C1731910892723,1-6b5c0e5a2101,46647,1731910892723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.1731910894229 to pos 0, reset compression=false 2024-11-18T06:21:36,282 DEBUG [RS:0;6b5c0e5a2101:46647.replicationSource.wal-reader.6b5c0e5a2101%2C46647%2C1731910892723,1-6b5c0e5a2101,46647,1731910892723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.1731910894229 to pos 0, reset compression=false 2024-11-18T06:21:36,974 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3205ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-18T06:21:36,986 DEBUG [RS:0;6b5c0e5a2101:46647.replicationSource.wal-reader.6b5c0e5a2101%2C46647%2C1731910892723,1-6b5c0e5a2101,46647,1731910892723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.1731910894229 to pos 0, reset compression=false 2024-11-18T06:21:37,797 DEBUG [RS:0;6b5c0e5a2101:46647.replicationSource.wal-reader.6b5c0e5a2101%2C46647%2C1731910892723,1-6b5c0e5a2101,46647,1731910892723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.1731910894229 to pos 0, reset compression=false 2024-11-18T06:21:38,277 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-18T06:21:38,277 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:21:38,278 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:21:38,278 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,46647,1731910892723, seqNum=-1] 2024-11-18T06:21:38,278 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:21:38,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:21:38,283 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b17166080e3f733be1befb8c2dd8269, regionState=OPEN, lastHost=6b5c0e5a2101,36353,1731910878327, regionLocation=6b5c0e5a2101,36353,1731910878327, openSeqNum=2 2024-11-18T06:21:38,284 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:21:38,284 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731910958284 2024-11-18T06:21:38,284 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731911018284 2024-11-18T06:21:38,284 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-18T06:21:38,284 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6b5c0e5a2101,36353,1731910878327 had 2 regions 2024-11-18T06:21:38,284 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41665,1731910892671-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:38,284 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41665,1731910892671-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:38,284 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41665,1731910892671-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:38,284 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:41665, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:38,284 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:38,285 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:38,285 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6b5c0e5a2101,36353,1731910878327, splitWal=true, meta=true, isMeta: false 2024-11-18T06:21:38,287 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327-splitting dir is empty, no logs to split. 2024-11-18T06:21:38,287 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6b5c0e5a2101,36353,1731910878327 WAL count=0, meta=false 2024-11-18T06:21:38,292 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.504sec 2024-11-18T06:21:38,292 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:21:38,292 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:21:38,292 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:21:38,292 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:21:38,292 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:21:38,292 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41665,1731910892671-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:21:38,293 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41665,1731910892671-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:21:38,294 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,36353,1731910878327-splitting dir is empty, no logs to split. 2024-11-18T06:21:38,294 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6b5c0e5a2101,36353,1731910878327 WAL count=0, meta=false 2024-11-18T06:21:38,294 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6b5c0e5a2101,36353,1731910878327 WAL splitting is done? wals=0, meta=false 2024-11-18T06:21:38,296 WARN [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6b5c0e5a2101,36353,1731910878327/hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:38,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b17166080e3f733be1befb8c2dd8269, ASSIGN}] 2024-11-18T06:21:38,302 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b17166080e3f733be1befb8c2dd8269, ASSIGN 2024-11-18T06:21:38,303 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b17166080e3f733be1befb8c2dd8269, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:21:38,309 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:21:38,309 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:21:38,309 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41665,1731910892671-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:38,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e725da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:38,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41665,-1 for getting cluster id 2024-11-18T06:21:38,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:21:38,352 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9bb380b-673c-46e5-841e-8299a04bf3b9' 2024-11-18T06:21:38,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:21:38,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9bb380b-673c-46e5-841e-8299a04bf3b9" 2024-11-18T06:21:38,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fc8076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:38,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41665,-1] 2024-11-18T06:21:38,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:21:38,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:38,354 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:21:38,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e023a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:38,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:21:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,46647,1731910892723, seqNum=-1] 2024-11-18T06:21:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:21:38,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:21:38,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-18T06:21:38,360 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:21:38,360 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:38,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:38,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:38,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:21:38,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6b5c0e5a2101:41665 after: 6b5c0e5a2101:41665 2024-11-18T06:21:38,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e273d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:38,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41665,-1 for getting cluster id 2024-11-18T06:21:38,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:21:38,362 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9bb380b-673c-46e5-841e-8299a04bf3b9' 2024-11-18T06:21:38,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:21:38,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9bb380b-673c-46e5-841e-8299a04bf3b9" 2024-11-18T06:21:38,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab8a596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:38,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41665,-1] 2024-11-18T06:21:38,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:21:38,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:38,364 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:21:38,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ea0b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:38,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:21:38,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,41665,1731910892671 2024-11-18T06:21:38,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20e0ac46 2024-11-18T06:21:38,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:21:38,368 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:21:38,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T06:21:38,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:21:38,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:21:38,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:38,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:38,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:38,369 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:21:38,369 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=997566527, stopped=false 2024-11-18T06:21:38,369 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,46583,1731910884140 2024-11-18T06:21:38,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:21:38,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2083888882/running 2024-11-18T06:21:38,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2083888882/running 2024-11-18T06:21:38,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882 2024-11-18T06:21:38,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882 2024-11-18T06:21:38,428 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:21:38,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:21:38,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:38,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:38,429 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,38495,1731910884272' ***** 2024-11-18T06:21:38,429 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:21:38,430 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:21:38,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Set watcher on znode that does not yet exist, /1-2083888882/running 2024-11-18T06:21:38,430 INFO [RS:0;6b5c0e5a2101:38495 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:21:38,430 INFO [RS:0;6b5c0e5a2101:38495 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:21:38,430 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,38495,1731910884272 2024-11-18T06:21:38,430 INFO [RS:0;6b5c0e5a2101:38495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:21:38,430 INFO [RS:0;6b5c0e5a2101:38495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:38495. 2024-11-18T06:21:38,430 DEBUG [RS:0;6b5c0e5a2101:38495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:38,430 DEBUG [RS:0;6b5c0e5a2101:38495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:38,430 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:21:38,431 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:21:38,431 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:21:38,431 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:21:38,431 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:21:38,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Set watcher on znode that does not yet exist, /1-2083888882/running 2024-11-18T06:21:38,431 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T06:21:38,431 DEBUG [RS:0;6b5c0e5a2101:38495 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:21:38,431 DEBUG [RS:0;6b5c0e5a2101:38495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:21:38,431 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:21:38,431 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:21:38,431 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:21:38,431 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:21:38,431 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:21:38,432 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T06:21:38,450 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/data/hbase/meta/1588230740/.tmp/ns/b6cea00e53204dbcb78db43727bb5555 is 43, key is default/ns:d/1731910886335/Put/seqid=0 2024-11-18T06:21:38,453 DEBUG [6b5c0e5a2101:41665 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:21:38,454 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1b17166080e3f733be1befb8c2dd8269, regionState=OPENING, regionLocation=6b5c0e5a2101,46647,1731910892723 2024-11-18T06:21:38,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b17166080e3f733be1befb8c2dd8269, ASSIGN because future has completed 2024-11-18T06:21:38,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b17166080e3f733be1befb8c2dd8269, server=6b5c0e5a2101,46647,1731910892723}] 2024-11-18T06:21:38,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741835_1011 (size=5153) 2024-11-18T06:21:38,528 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:21:38,597 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:21:38,597 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:21:38,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:38,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:21:38,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T06:21:38,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C46647%2C1731910892723.rep, suffix=, logDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723, archiveDir=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/oldWALs, maxLogs=10 2024-11-18T06:21:38,631 DEBUG [RS:0;6b5c0e5a2101:38495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:21:38,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.rep.1731910898618, exclude list is [], retry=0 2024-11-18T06:21:38,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39817,DS-e7f45924-f87f-46c9-93aa-7edae5b377b3,DISK] 2024-11-18T06:21:38,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.rep.1731910898618 2024-11-18T06:21:38,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-18T06:21:38,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b17166080e3f733be1befb8c2dd8269, NAME => 'hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:21:38,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:21:38,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:21:38,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. service=MultiRowMutationService 2024-11-18T06:21:38,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T06:21:38,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:38,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:38,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:38,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:38,640 INFO [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:38,641 INFO [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b17166080e3f733be1befb8c2dd8269 columnFamilyName hfileref 2024-11-18T06:21:38,641 DEBUG [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:38,641 INFO [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] regionserver.HStore(327): Store=1b17166080e3f733be1befb8c2dd8269/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:38,641 INFO [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:38,642 INFO [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b17166080e3f733be1befb8c2dd8269 columnFamilyName queue 2024-11-18T06:21:38,642 DEBUG [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:38,650 DEBUG [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/replication/1b17166080e3f733be1befb8c2dd8269/queue/2423041b953a47ae9339a19f513cfff2 2024-11-18T06:21:38,651 INFO [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] regionserver.HStore(327): Store=1b17166080e3f733be1befb8c2dd8269/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:38,651 INFO [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:38,651 INFO [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b17166080e3f733be1befb8c2dd8269 columnFamilyName sid 2024-11-18T06:21:38,651 DEBUG [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:38,652 INFO [StoreOpener-1b17166080e3f733be1befb8c2dd8269-1 {}] regionserver.HStore(327): Store=1b17166080e3f733be1befb8c2dd8269/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:38,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:38,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/replication/1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:38,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/replication/1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:38,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:38,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:38,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:21:38,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:38,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 1b17166080e3f733be1befb8c2dd8269; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67647685, jitterRate=0.008029058575630188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:21:38,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:38,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 1b17166080e3f733be1befb8c2dd8269: Running coprocessor pre-open hook at 1731910898638Writing region info on filesystem at 1731910898638Initializing all the Stores at 1731910898639 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910898639Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910898640 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910898640Cleaning up temporary data from old regions at 1731910898654 (+14 ms)Running coprocessor post-open hooks at 1731910898657 (+3 ms)Region opened successfully at 1731910898658 (+1 ms) 2024-11-18T06:21:38,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269., pid=13, masterSystemTime=1731910898611 2024-11-18T06:21:38,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:38,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:38,661 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1b17166080e3f733be1befb8c2dd8269, regionState=OPEN, openSeqNum=9, regionLocation=6b5c0e5a2101,46647,1731910892723 2024-11-18T06:21:38,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b17166080e3f733be1befb8c2dd8269, server=6b5c0e5a2101,46647,1731910892723 because future has completed 2024-11-18T06:21:38,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T06:21:38,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b17166080e3f733be1befb8c2dd8269, server=6b5c0e5a2101,46647,1731910892723 in 207 msec 2024-11-18T06:21:38,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-18T06:21:38,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b17166080e3f733be1befb8c2dd8269, ASSIGN in 365 msec 2024-11-18T06:21:38,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-18T06:21:38,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269., hostname=6b5c0e5a2101,46647,1731910892723, seqNum=9] 2024-11-18T06:21:38,690 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 6b5c0e5a2101,36353,1731910878327 2024-11-18T06:21:38,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-18T06:21:38,703 DEBUG [RS:0;6b5c0e5a2101:46647.replicationSource.wal-reader.6b5c0e5a2101%2C46647%2C1731910892723,1-6b5c0e5a2101,46647,1731910892723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.1731910894229 to pos 0, reset compression=false 2024-11-18T06:21:38,832 DEBUG [RS:0;6b5c0e5a2101:38495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:21:38,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46647 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-18T06:21:38,860 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/data/hbase/meta/1588230740/.tmp/ns/b6cea00e53204dbcb78db43727bb5555 2024-11-18T06:21:38,867 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/data/hbase/meta/1588230740/.tmp/ns/b6cea00e53204dbcb78db43727bb5555 as hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/data/hbase/meta/1588230740/ns/b6cea00e53204dbcb78db43727bb5555 2024-11-18T06:21:38,872 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/data/hbase/meta/1588230740/ns/b6cea00e53204dbcb78db43727bb5555, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T06:21:38,873 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false 2024-11-18T06:21:38,873 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T06:21:38,878 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T06:21:38,879 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:21:38,879 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:21:38,879 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:21:38,879 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910898431Running coprocessor pre-close hooks at 1731910898431Disabling compacts and flushes for region at 1731910898431Disabling writes for close at 1731910898431Obtaining lock to block concurrent updates at 1731910898432 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731910898432Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731910898432Flushing stores of hbase:meta,,1.1588230740 at 1731910898433 (+1 ms)Flushing 1588230740/ns: creating writer at 1731910898433Flushing 1588230740/ns: appending metadata at 1731910898450 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731910898450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d1147f9: reopening flushed file at 1731910898866 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false at 1731910898873 (+7 ms)Writing region close event to WAL at 1731910898874 (+1 ms)Running coprocessor post-close hooks at 1731910898879 (+5 ms)Closed at 1731910898879 2024-11-18T06:21:38,879 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:21:39,032 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,38495,1731910884272; all regions closed. 2024-11-18T06:21:39,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741834_1010 (size=1152) 2024-11-18T06:21:39,037 DEBUG [RS:0;6b5c0e5a2101:38495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/oldWALs 2024-11-18T06:21:39,037 INFO [RS:0;6b5c0e5a2101:38495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C38495%2C1731910884272.meta:.meta(num 1731910886276) 2024-11-18T06:21:39,040 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/WALs/6b5c0e5a2101,38495,1731910884272/6b5c0e5a2101%2C38495%2C1731910884272.1731910885747 not finished, retry = 0 2024-11-18T06:21:39,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741833_1009 (size=93) 2024-11-18T06:21:39,142 DEBUG [RS:0;6b5c0e5a2101:38495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/oldWALs 2024-11-18T06:21:39,142 INFO [RS:0;6b5c0e5a2101:38495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C38495%2C1731910884272:(num 1731910885747) 2024-11-18T06:21:39,142 DEBUG [RS:0;6b5c0e5a2101:38495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:39,142 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:21:39,142 INFO [RS:0;6b5c0e5a2101:38495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:21:39,142 INFO [RS:0;6b5c0e5a2101:38495 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:21:39,142 INFO [RS:0;6b5c0e5a2101:38495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:21:39,142 INFO [RS:0;6b5c0e5a2101:38495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38495 2024-11-18T06:21:39,143 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:21:39,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882/rs 2024-11-18T06:21:39,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2083888882/rs/6b5c0e5a2101,38495,1731910884272 2024-11-18T06:21:39,156 INFO [RS:0;6b5c0e5a2101:38495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:21:39,157 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,38495,1731910884272] 2024-11-18T06:21:39,188 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2083888882/draining/6b5c0e5a2101,38495,1731910884272 already deleted, retry=false 2024-11-18T06:21:39,188 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,38495,1731910884272 expired; onlineServers=0 2024-11-18T06:21:39,188 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,46583,1731910884140' ***** 2024-11-18T06:21:39,188 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:21:39,188 INFO [M:0;6b5c0e5a2101:46583 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:21:39,188 INFO [M:0;6b5c0e5a2101:46583 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:21:39,188 DEBUG [M:0;6b5c0e5a2101:46583 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:21:39,188 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:21:39,188 DEBUG [M:0;6b5c0e5a2101:46583 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:21:39,188 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910885432 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910885432,5,FailOnTimeoutGroup] 2024-11-18T06:21:39,189 INFO [M:0;6b5c0e5a2101:46583 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:21:39,189 INFO [M:0;6b5c0e5a2101:46583 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:21:39,189 DEBUG [M:0;6b5c0e5a2101:46583 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:21:39,189 INFO [M:0;6b5c0e5a2101:46583 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:21:39,189 INFO [M:0;6b5c0e5a2101:46583 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:21:39,189 INFO [M:0;6b5c0e5a2101:46583 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:21:39,189 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:21:39,190 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910885456 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910885456,5,FailOnTimeoutGroup] 2024-11-18T06:21:39,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2083888882/master 2024-11-18T06:21:39,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2083888882 2024-11-18T06:21:39,199 DEBUG [M:0;6b5c0e5a2101:46583 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2083888882/master already deleted, retry=false 2024-11-18T06:21:39,199 DEBUG [M:0;6b5c0e5a2101:46583 {}] master.ActiveMasterManager(353): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-2083888882/master 2024-11-18T06:21:39,201 INFO [M:0;6b5c0e5a2101:46583 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/.lastflushedseqids 2024-11-18T06:21:39,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741836_1012 (size=99) 2024-11-18T06:21:39,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:39,280 INFO [RS:0;6b5c0e5a2101:38495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:21:39,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38495-0x1014c9ab61d0004, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:39,280 INFO [RS:0;6b5c0e5a2101:38495 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,38495,1731910884272; zookeeper connection closed. 2024-11-18T06:21:39,280 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b211475 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b211475 2024-11-18T06:21:39,281 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:21:39,607 INFO [M:0;6b5c0e5a2101:46583 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:21:39,608 INFO [M:0;6b5c0e5a2101:46583 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:21:39,608 DEBUG [M:0;6b5c0e5a2101:46583 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:21:39,608 INFO [M:0;6b5c0e5a2101:46583 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:39,608 DEBUG [M:0;6b5c0e5a2101:46583 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:39,608 DEBUG [M:0;6b5c0e5a2101:46583 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:21:39,608 DEBUG [M:0;6b5c0e5a2101:46583 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:39,608 INFO [M:0;6b5c0e5a2101:46583 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T06:21:39,630 DEBUG [M:0;6b5c0e5a2101:46583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ba2f7115f3545c595f1972d9109edb0 is 82, key is hbase:meta,,1/info:regioninfo/1731910886318/Put/seqid=0 2024-11-18T06:21:39,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741837_1013 (size=5672) 2024-11-18T06:21:39,707 DEBUG [RS:0;6b5c0e5a2101:46647.replicationSource.wal-reader.6b5c0e5a2101%2C46647%2C1731910892723,1-6b5c0e5a2101,46647,1731910892723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.1731910894229 to pos 0, reset compression=false 2024-11-18T06:21:40,041 INFO [M:0;6b5c0e5a2101:46583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ba2f7115f3545c595f1972d9109edb0 2024-11-18T06:21:40,062 DEBUG [M:0;6b5c0e5a2101:46583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74e9a9cf4c2548efa1dd67d8d22a7a4d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731910886340/Put/seqid=0 2024-11-18T06:21:40,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741838_1014 (size=5275) 2024-11-18T06:21:40,145 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:21:40,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:40,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:40,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:40,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:40,467 INFO [M:0;6b5c0e5a2101:46583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74e9a9cf4c2548efa1dd67d8d22a7a4d 2024-11-18T06:21:40,491 DEBUG [M:0;6b5c0e5a2101:46583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e83220851c248b9bde3150e23307405 is 69, key is 6b5c0e5a2101,38495,1731910884272/rs:state/1731910885494/Put/seqid=0 2024-11-18T06:21:40,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741839_1015 (size=5156) 2024-11-18T06:21:40,813 DEBUG [RS:0;6b5c0e5a2101:46647.replicationSource.wal-reader.6b5c0e5a2101%2C46647%2C1731910892723,1-6b5c0e5a2101,46647,1731910892723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.1731910894229 to pos 0, reset compression=false 2024-11-18T06:21:40,898 INFO [M:0;6b5c0e5a2101:46583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e83220851c248b9bde3150e23307405 2024-11-18T06:21:40,908 DEBUG [M:0;6b5c0e5a2101:46583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ba2f7115f3545c595f1972d9109edb0 as hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ba2f7115f3545c595f1972d9109edb0 2024-11-18T06:21:40,915 INFO [M:0;6b5c0e5a2101:46583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ba2f7115f3545c595f1972d9109edb0, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T06:21:40,916 DEBUG [M:0;6b5c0e5a2101:46583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74e9a9cf4c2548efa1dd67d8d22a7a4d as hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74e9a9cf4c2548efa1dd67d8d22a7a4d 2024-11-18T06:21:40,924 INFO [M:0;6b5c0e5a2101:46583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74e9a9cf4c2548efa1dd67d8d22a7a4d, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T06:21:40,925 DEBUG [M:0;6b5c0e5a2101:46583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e83220851c248b9bde3150e23307405 as hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e83220851c248b9bde3150e23307405 2024-11-18T06:21:40,933 INFO [M:0;6b5c0e5a2101:46583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41433/user/jenkins/test-data/6a7a7c6b-51a6-260c-0bf1-a9826552cde8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e83220851c248b9bde3150e23307405, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T06:21:40,934 INFO [M:0;6b5c0e5a2101:46583 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=28, compaction requested=false 2024-11-18T06:21:40,970 INFO [M:0;6b5c0e5a2101:46583 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:40,971 DEBUG [M:0;6b5c0e5a2101:46583 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910899608Disabling compacts and flushes for region at 1731910899608Disabling writes for close at 1731910899608Obtaining lock to block concurrent updates at 1731910899608Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731910899608Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731910899609 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731910899609Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731910899609Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731910899630 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731910899630Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731910900046 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731910900062 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731910900062Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731910900474 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731910900491 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731910900491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@298eebcd: reopening flushed file at 1731910900907 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7431f1bb: reopening flushed file at 1731910900915 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@512ac066: reopening flushed file at 1731910900924 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=28, compaction requested=false at 1731910900934 (+10 ms)Writing region close event to WAL at 1731910900970 (+36 ms)Closed at 1731910900970 2024-11-18T06:21:41,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741830_1006 (size=10165) 2024-11-18T06:21:41,014 INFO [M:0;6b5c0e5a2101:46583 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:21:41,014 INFO [M:0;6b5c0e5a2101:46583 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46583 2024-11-18T06:21:41,014 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:21:41,015 INFO [M:0;6b5c0e5a2101:46583 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:21:41,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:41,169 INFO [M:0;6b5c0e5a2101:46583 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:21:41,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46583-0x1014c9ab61d0003, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:41,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bb42efe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:21:41,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67fcb82a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:21:41,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:21:41,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b950c2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:21:41,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41bf57f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/hadoop.log.dir/,STOPPED} 2024-11-18T06:21:41,173 WARN [BP-1466420785-172.17.0.3-1731910881912 heartbeating to localhost/127.0.0.1:41433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:21:41,173 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:21:41,173 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:21:41,173 WARN [BP-1466420785-172.17.0.3-1731910881912 heartbeating to localhost/127.0.0.1:41433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1466420785-172.17.0.3-1731910881912 (Datanode Uuid 709a202f-7c20-44c6-86f3-177f2e00900b) service to localhost/127.0.0.1:41433 2024-11-18T06:21:41,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/cluster_896ae3d7-ccf8-3d73-4214-a8135377e915/data/data1/current/BP-1466420785-172.17.0.3-1731910881912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:21:41,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/cluster_896ae3d7-ccf8-3d73-4214-a8135377e915/data/data2/current/BP-1466420785-172.17.0.3-1731910881912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:21:41,174 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:21:41,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29be8eac{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:21:41,179 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f569dda{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:21:41,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:21:41,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34ffd04a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:21:41,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@349998a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/hadoop.log.dir/,STOPPED} 2024-11-18T06:21:41,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:21:41,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:21:41,193 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:21:41,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:41,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:41,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:41,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:21:41,193 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:21:41,193 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=4297117, stopped=false 2024-11-18T06:21:41,193 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,41665,1731910892671 2024-11-18T06:21:41,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0999404442/running 2024-11-18T06:21:41,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x1014c9ab61d0007, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0999404442/running 2024-11-18T06:21:41,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x1014c9ab61d0007, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:41,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:41,261 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:21:41,262 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:21:41,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:41,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:41,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46647-0x1014c9ab61d0007, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on znode that does not yet exist, /0999404442/running 2024-11-18T06:21:41,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Set watcher on znode that does not yet exist, /0999404442/running 2024-11-18T06:21:41,262 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,46647,1731910892723' ***** 2024-11-18T06:21:41,262 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:21:41,263 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:21:41,263 INFO [RS:0;6b5c0e5a2101:46647 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:21:41,263 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:21:41,263 INFO [RS:0;6b5c0e5a2101:46647 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:21:41,263 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:41,263 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,46647,1731910892723 2024-11-18T06:21:41,263 INFO [RS:0;6b5c0e5a2101:46647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:21:41,263 INFO [RS:0;6b5c0e5a2101:46647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:46647. 2024-11-18T06:21:41,263 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b17166080e3f733be1befb8c2dd8269, disabling compactions & flushes 2024-11-18T06:21:41,263 DEBUG [RS:0;6b5c0e5a2101:46647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:41,263 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:41,263 DEBUG [RS:0;6b5c0e5a2101:46647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:41,263 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:41,263 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:21:41,263 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. after waiting 0 ms 2024-11-18T06:21:41,263 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:21:41,263 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:41,263 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:21:41,263 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:21:41,264 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T06:21:41,264 DEBUG [RS:0;6b5c0e5a2101:46647 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1b17166080e3f733be1befb8c2dd8269=hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269.} 2024-11-18T06:21:41,264 DEBUG [RS:0;6b5c0e5a2101:46647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b17166080e3f733be1befb8c2dd8269 2024-11-18T06:21:41,264 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:21:41,264 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:21:41,264 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:21:41,264 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:21:41,264 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:21:41,264 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-18T06:21:41,270 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/replication/1b17166080e3f733be1befb8c2dd8269/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-18T06:21:41,271 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:21:41,271 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:21:41,271 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:41,271 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b17166080e3f733be1befb8c2dd8269: Waiting for close lock at 1731910901263Running coprocessor pre-close hooks at 1731910901263Disabling compacts and flushes for region at 1731910901263Disabling writes for close at 1731910901263Writing region close event to WAL at 1731910901265 (+2 ms)Running coprocessor post-close hooks at 1731910901271 (+6 ms)Closed at 1731910901271 2024-11-18T06:21:41,271 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269. 2024-11-18T06:21:41,284 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/.tmp/info/b831ff6bf01a49cf92b38212de24fedb is 147, key is hbase:replication,,1731910886497.1b17166080e3f733be1befb8c2dd8269./info:regioninfo/1731910898661/Put/seqid=0 2024-11-18T06:21:41,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741851_1027 (size=6385) 2024-11-18T06:21:41,293 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:21:41,464 DEBUG [RS:0;6b5c0e5a2101:46647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:21:41,664 DEBUG [RS:0;6b5c0e5a2101:46647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:21:41,688 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/.tmp/info/b831ff6bf01a49cf92b38212de24fedb 2024-11-18T06:21:41,697 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/.tmp/info/b831ff6bf01a49cf92b38212de24fedb as hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/info/b831ff6bf01a49cf92b38212de24fedb 2024-11-18T06:21:41,710 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/info/b831ff6bf01a49cf92b38212de24fedb, entries=8, sequenceid=19, filesize=6.2 K 2024-11-18T06:21:41,713 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false 2024-11-18T06:21:41,730 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-18T06:21:41,731 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:21:41,731 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:21:41,731 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:21:41,731 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910901264Running coprocessor pre-close hooks at 1731910901264Disabling compacts and flushes for region at 1731910901264Disabling writes for close at 1731910901264Obtaining lock to block concurrent updates at 1731910901264Preparing flush snapshotting stores in 1588230740 at 1731910901264Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731910901264Flushing stores of hbase:meta,,1.1588230740 at 1731910901265 (+1 ms)Flushing 1588230740/info: creating writer at 1731910901265Flushing 1588230740/info: appending metadata at 1731910901283 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731910901283Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f2f39be: reopening flushed file at 1731910901695 (+412 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false at 1731910901713 (+18 ms)Writing region close event to WAL at 1731910901724 (+11 ms)Running coprocessor post-close hooks at 1731910901731 (+7 ms)Closed at 1731910901731 2024-11-18T06:21:41,731 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:21:41,864 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,46647,1731910892723; all regions closed. 2024-11-18T06:21:41,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741849_1025 (size=2156) 2024-11-18T06:21:41,867 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.meta.1731910894621.meta not finished, retry = 0 2024-11-18T06:21:41,969 DEBUG [RS:0;6b5c0e5a2101:46647 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/oldWALs 2024-11-18T06:21:41,969 INFO [RS:0;6b5c0e5a2101:46647 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C46647%2C1731910892723.meta:.meta(num 1731910894621) 2024-11-18T06:21:41,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741850_1026 (size=796) 2024-11-18T06:21:41,971 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.rep.1731910898618 not finished, retry = 0 2024-11-18T06:21:42,021 DEBUG [RS:0;6b5c0e5a2101:46647.replicationSource.wal-reader.6b5c0e5a2101%2C46647%2C1731910892723,1-6b5c0e5a2101,46647,1731910892723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/WALs/6b5c0e5a2101,46647,1731910892723/6b5c0e5a2101%2C46647%2C1731910892723.1731910894229 to pos 0, reset compression=false 2024-11-18T06:21:42,074 DEBUG [RS:0;6b5c0e5a2101:46647 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/oldWALs 2024-11-18T06:21:42,074 INFO [RS:0;6b5c0e5a2101:46647 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C46647%2C1731910892723.rep:(num 1731910898618) 2024-11-18T06:21:42,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741848_1024 (size=93) 2024-11-18T06:21:42,082 DEBUG [RS:0;6b5c0e5a2101:46647 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/oldWALs 2024-11-18T06:21:42,082 INFO [RS:0;6b5c0e5a2101:46647 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C46647%2C1731910892723:(num 1731910894229) 2024-11-18T06:21:42,082 DEBUG [RS:0;6b5c0e5a2101:46647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:42,082 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:21:42,083 INFO [RS:0;6b5c0e5a2101:46647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:21:42,083 INFO [RS:0;6b5c0e5a2101:46647 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:21:42,083 INFO [RS:0;6b5c0e5a2101:46647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:21:42,083 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:21:42,083 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b5c0e5a2101,46647,1731910892723 because: Region server is closing 2024-11-18T06:21:42,083 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-18T06:21:42,083 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-18T06:21:42,083 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T06:21:42,083 INFO [RS:0;6b5c0e5a2101:46647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:46647. 2024-11-18T06:21:42,083 DEBUG [RS:0;6b5c0e5a2101:46647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:21:42,083 DEBUG [RS:0;6b5c0e5a2101:46647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:42,083 DEBUG [RS:0;6b5c0e5a2101:46647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:42,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:21:42,184 WARN [RS:0;6b5c0e5a2101:46647.replicationSource.wal-reader.6b5c0e5a2101%2C46647%2C1731910892723,1-6b5c0e5a2101,46647,1731910892723 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T06:21:42,184 WARN [RS:0;6b5c0e5a2101:46647.replicationSource.shipper6b5c0e5a2101%2C46647%2C1731910892723,1-6b5c0e5a2101,46647,1731910892723 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T06:21:42,184 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6b5c0e5a2101:46647.replicationSource.shipper6b5c0e5a2101%2C46647%2C1731910892723,1-6b5c0e5a2101,46647,1731910892723 terminated 2024-11-18T06:21:42,184 INFO [RS:0;6b5c0e5a2101:46647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46647 2024-11-18T06:21:42,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x1014c9ab61d0007, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0999404442/rs/6b5c0e5a2101,46647,1731910892723 2024-11-18T06:21:42,199 INFO [RS:0;6b5c0e5a2101:46647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:21:42,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442/rs 2024-11-18T06:21:42,209 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,46647,1731910892723] 2024-11-18T06:21:42,219 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0999404442/draining/6b5c0e5a2101,46647,1731910892723 already deleted, retry=false 2024-11-18T06:21:42,219 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,46647,1731910892723 expired; onlineServers=0 2024-11-18T06:21:42,220 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,41665,1731910892671' ***** 2024-11-18T06:21:42,220 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:21:42,220 INFO [M:0;6b5c0e5a2101:41665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:21:42,220 INFO [M:0;6b5c0e5a2101:41665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:21:42,220 DEBUG [M:0;6b5c0e5a2101:41665 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:21:42,220 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:21:42,220 DEBUG [M:0;6b5c0e5a2101:41665 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:21:42,220 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910893768 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910893768,5,FailOnTimeoutGroup] 2024-11-18T06:21:42,220 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910893768 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910893768,5,FailOnTimeoutGroup] 2024-11-18T06:21:42,220 INFO [M:0;6b5c0e5a2101:41665 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:21:42,220 INFO [M:0;6b5c0e5a2101:41665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:21:42,220 DEBUG [M:0;6b5c0e5a2101:41665 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:21:42,220 INFO [M:0;6b5c0e5a2101:41665 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:21:42,220 INFO [M:0;6b5c0e5a2101:41665 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:21:42,220 INFO [M:0;6b5c0e5a2101:41665 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:21:42,221 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:21:42,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0999404442/master 2024-11-18T06:21:42,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0999404442 2024-11-18T06:21:42,230 DEBUG [M:0;6b5c0e5a2101:41665 {}] zookeeper.ZKUtil(347): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Unable to get data of znode /0999404442/master because node does not exist (not an error) 2024-11-18T06:21:42,230 WARN [M:0;6b5c0e5a2101:41665 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T06:21:42,231 INFO [M:0;6b5c0e5a2101:41665 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/.lastflushedseqids 2024-11-18T06:21:42,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741852_1028 (size=181) 2024-11-18T06:21:42,249 INFO [M:0;6b5c0e5a2101:41665 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:21:42,250 INFO [M:0;6b5c0e5a2101:41665 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:21:42,250 DEBUG [M:0;6b5c0e5a2101:41665 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:21:42,250 INFO [M:0;6b5c0e5a2101:41665 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:42,250 DEBUG [M:0;6b5c0e5a2101:41665 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:42,250 DEBUG [M:0;6b5c0e5a2101:41665 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:21:42,250 DEBUG [M:0;6b5c0e5a2101:41665 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:42,250 INFO [M:0;6b5c0e5a2101:41665 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-18T06:21:42,265 DEBUG [M:0;6b5c0e5a2101:41665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc10fbba2b184d5fa5763105f365d426 is 82, key is hbase:meta,,1/info:regioninfo/1731910894672/Put/seqid=0 2024-11-18T06:21:42,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741853_1029 (size=5672) 2024-11-18T06:21:42,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x1014c9ab61d0007, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:42,309 INFO [RS:0;6b5c0e5a2101:46647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:21:42,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46647-0x1014c9ab61d0007, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:42,309 INFO [RS:0;6b5c0e5a2101:46647 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,46647,1731910892723; zookeeper connection closed. 2024-11-18T06:21:42,309 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e325ce {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e325ce 2024-11-18T06:21:42,310 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:21:42,672 INFO [M:0;6b5c0e5a2101:41665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc10fbba2b184d5fa5763105f365d426 2024-11-18T06:21:42,705 DEBUG [M:0;6b5c0e5a2101:41665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef0424b61fa44a0794e72de9782b96dc is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731910898667/Put/seqid=0 2024-11-18T06:21:42,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741854_1030 (size=7312) 2024-11-18T06:21:42,713 INFO [M:0;6b5c0e5a2101:41665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef0424b61fa44a0794e72de9782b96dc 2024-11-18T06:21:42,741 DEBUG [M:0;6b5c0e5a2101:41665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f32bba5f4a0d4acc8bf7c9ca15b1c490 is 69, key is 6b5c0e5a2101,46647,1731910892723/rs:state/1731910893963/Put/seqid=0 2024-11-18T06:21:42,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741855_1031 (size=5370) 2024-11-18T06:21:43,147 INFO [M:0;6b5c0e5a2101:41665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f32bba5f4a0d4acc8bf7c9ca15b1c490 2024-11-18T06:21:43,152 INFO [M:0;6b5c0e5a2101:41665 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f32bba5f4a0d4acc8bf7c9ca15b1c490 2024-11-18T06:21:43,153 DEBUG [M:0;6b5c0e5a2101:41665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc10fbba2b184d5fa5763105f365d426 as hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc10fbba2b184d5fa5763105f365d426 2024-11-18T06:21:43,159 INFO [M:0;6b5c0e5a2101:41665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc10fbba2b184d5fa5763105f365d426, entries=8, sequenceid=127, filesize=5.5 K 2024-11-18T06:21:43,161 DEBUG [M:0;6b5c0e5a2101:41665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef0424b61fa44a0794e72de9782b96dc as hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef0424b61fa44a0794e72de9782b96dc 2024-11-18T06:21:43,167 INFO [M:0;6b5c0e5a2101:41665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef0424b61fa44a0794e72de9782b96dc, entries=7, sequenceid=127, filesize=7.1 K 2024-11-18T06:21:43,168 DEBUG [M:0;6b5c0e5a2101:41665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f32bba5f4a0d4acc8bf7c9ca15b1c490 as hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f32bba5f4a0d4acc8bf7c9ca15b1c490 2024-11-18T06:21:43,174 INFO [M:0;6b5c0e5a2101:41665 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f32bba5f4a0d4acc8bf7c9ca15b1c490 2024-11-18T06:21:43,174 INFO [M:0;6b5c0e5a2101:41665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34653/user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f32bba5f4a0d4acc8bf7c9ca15b1c490, entries=2, sequenceid=127, filesize=5.2 K 2024-11-18T06:21:43,176 INFO [M:0;6b5c0e5a2101:41665 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=127, compaction requested=false 2024-11-18T06:21:43,248 INFO [M:0;6b5c0e5a2101:41665 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:43,249 DEBUG [M:0;6b5c0e5a2101:41665 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910902250Disabling compacts and flushes for region at 1731910902250Disabling writes for close at 1731910902250Obtaining lock to block concurrent updates at 1731910902250Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731910902250Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731910902250Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731910902251 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731910902251Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731910902265 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731910902265Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731910902682 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731910902704 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731910902705 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731910902720 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731910902740 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731910902740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a6cd3f: reopening flushed file at 1731910903152 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@265235e0: reopening flushed file at 1731910903160 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a8b105f: reopening flushed file at 1731910903167 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=127, compaction requested=false at 1731910903176 (+9 ms)Writing region close event to WAL at 1731910903248 (+72 ms)Closed at 1731910903248 2024-11-18T06:21:43,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741847_1023 (size=22903) 2024-11-18T06:21:43,263 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc4d9b84-37b6-e3d7-cd8b-2d144e1f7887/MasterData/WALs/6b5c0e5a2101,41665,1731910892671/6b5c0e5a2101%2C41665%2C1731910892671.1731910893226 not finished, retry = 0 2024-11-18T06:21:43,364 INFO [M:0;6b5c0e5a2101:41665 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:21:43,364 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:21:43,364 INFO [M:0;6b5c0e5a2101:41665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41665 2024-11-18T06:21:43,364 INFO [M:0;6b5c0e5a2101:41665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:21:43,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:43,519 INFO [M:0;6b5c0e5a2101:41665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:21:43,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41665-0x1014c9ab61d0006, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:21:43,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5292a9db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:21:43,524 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b195226{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:21:43,524 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:21:43,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1876080f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:21:43,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1255739c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/hadoop.log.dir/,STOPPED} 2024-11-18T06:21:43,531 WARN [BP-1659743016-172.17.0.3-1731910875790 heartbeating to localhost/127.0.0.1:34653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:21:43,531 WARN [BP-1659743016-172.17.0.3-1731910875790 heartbeating to localhost/127.0.0.1:34653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1659743016-172.17.0.3-1731910875790 (Datanode Uuid 94e8d056-619c-421c-aa41-ca6cec55536d) service to localhost/127.0.0.1:34653 2024-11-18T06:21:43,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/cluster_4ba0aeff-8f14-970d-517c-e2851ff73822/data/data2/current/BP-1659743016-172.17.0.3-1731910875790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:21:43,532 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:21:43,532 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:21:43,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/cluster_4ba0aeff-8f14-970d-517c-e2851ff73822/data/data1/current/BP-1659743016-172.17.0.3-1731910875790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:21:43,532 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:21:43,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@727849e4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:21:43,543 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@106ebc07{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:21:43,543 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:21:43,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75b8c8b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:21:43,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@317991ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec7028d-5d3a-c0d3-4722-d453a58ef443/hadoop.log.dir/,STOPPED} 2024-11-18T06:21:43,551 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T06:21:43,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:21:43,581 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=277 (was 232) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:34653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61262) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:41433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61262) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:34653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:41433 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:41433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:34653 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=618 (was 552) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=839 (was 871), ProcessCount=11 (was 11), AvailableMemoryMB=3788 (was 3764) - AvailableMemoryMB LEAK? - 2024-11-18T06:21:43,597 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=277, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=839, ProcessCount=11, AvailableMemoryMB=3788 2024-11-18T06:21:43,612 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-18T06:21:43,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/hadoop.log.dir so I do NOT create it in target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8 2024-11-18T06:21:43,613 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:21:43,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/hadoop.tmp.dir so I do NOT create it in target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8 2024-11-18T06:21:43,613 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209d6a62-6471-c446-a70e-019e7991ac53/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:21:43,613 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8 2024-11-18T06:21:43,613 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/cluster_da54d871-ccd7-1b8f-1a2f-783d32f14481, deleteOnExit=true 2024-11-18T06:21:43,615 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/cluster_da54d871-ccd7-1b8f-1a2f-783d32f14481/zookeeper_0, clientPort=64648, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/cluster_da54d871-ccd7-1b8f-1a2f-783d32f14481/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/cluster_da54d871-ccd7-1b8f-1a2f-783d32f14481/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T06:21:43,616 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64648 2024-11-18T06:21:43,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:21:43,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:21:43,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/test.cache.data in system properties and HBase conf 2024-11-18T06:21:43,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:21:43,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:21:43,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:21:43,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:21:43,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:21:43,617 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:21:43,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:21:43,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:21:43,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:21:43,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:21:43,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:21:43,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:21:43,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:21:43,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:21:43,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:21:43,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:21:43,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:21:43,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:21:43,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:21:43,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:21:43,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014c9ab61d0005, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:21:43,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014c9ab61d0002, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:21:43,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014c9ab61d0005, quorum=127.0.0.1:61262, baseZNode=/1-2083888882 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:21:43,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014c9ab61d0002, quorum=127.0.0.1:61262, baseZNode=/0999404442 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:21:44,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:21:44,069 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:21:44,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:21:44,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:21:44,083 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:21:44,089 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:21:44,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a945e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:21:44,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d06d668{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:21:44,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29627efc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/java.io.tmpdir/jetty-localhost-42807-hadoop-hdfs-3_4_1-tests_jar-_-any-10597417641719182849/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:21:44,247 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71af1ac9{HTTP/1.1, (http/1.1)}{localhost:42807} 2024-11-18T06:21:44,247 INFO [Time-limited test {}] server.Server(415): Started @246792ms 2024-11-18T06:21:44,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:21:44,690 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:21:44,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:21:44,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:21:44,704 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:21:44,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f7afbfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:21:44,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d4a5f2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:21:44,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c6e8e6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/java.io.tmpdir/jetty-localhost-40623-hadoop-hdfs-3_4_1-tests_jar-_-any-13619581028304747990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:21:44,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c9f56f2{HTTP/1.1, (http/1.1)}{localhost:40623} 2024-11-18T06:21:44,844 INFO [Time-limited test {}] server.Server(415): Started @247390ms 2024-11-18T06:21:44,846 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:21:46,204 WARN [Thread-1603 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/cluster_da54d871-ccd7-1b8f-1a2f-783d32f14481/data/data1/current/BP-549163384-172.17.0.3-1731910903633/current, will proceed with Du for space computation calculation, 2024-11-18T06:21:46,204 WARN [Thread-1604 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/cluster_da54d871-ccd7-1b8f-1a2f-783d32f14481/data/data2/current/BP-549163384-172.17.0.3-1731910903633/current, will proceed with Du for space computation calculation, 2024-11-18T06:21:46,245 WARN [Thread-1591 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:21:46,255 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba90e28214dfdaf with lease ID 0x3b0f95774da4b3f3: Processing first storage report for DS-236ca7b8-1bc7-48ad-b9d0-471a5dfbad0d from datanode DatanodeRegistration(127.0.0.1:37529, datanodeUuid=3d2757ab-e75e-4bf5-8dbc-66f95c2dd5ea, infoPort=34005, infoSecurePort=0, ipcPort=41333, storageInfo=lv=-57;cid=testClusterID;nsid=77194667;c=1731910903633) 2024-11-18T06:21:46,255 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba90e28214dfdaf with lease ID 0x3b0f95774da4b3f3: from storage DS-236ca7b8-1bc7-48ad-b9d0-471a5dfbad0d node DatanodeRegistration(127.0.0.1:37529, datanodeUuid=3d2757ab-e75e-4bf5-8dbc-66f95c2dd5ea, infoPort=34005, infoSecurePort=0, ipcPort=41333, storageInfo=lv=-57;cid=testClusterID;nsid=77194667;c=1731910903633), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:21:46,255 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba90e28214dfdaf with lease ID 0x3b0f95774da4b3f3: Processing first storage report for DS-bf072709-133f-4b3b-94a5-39ac559dbe71 from datanode DatanodeRegistration(127.0.0.1:37529, datanodeUuid=3d2757ab-e75e-4bf5-8dbc-66f95c2dd5ea, infoPort=34005, infoSecurePort=0, ipcPort=41333, storageInfo=lv=-57;cid=testClusterID;nsid=77194667;c=1731910903633) 2024-11-18T06:21:46,255 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba90e28214dfdaf with lease ID 0x3b0f95774da4b3f3: from storage DS-bf072709-133f-4b3b-94a5-39ac559dbe71 node DatanodeRegistration(127.0.0.1:37529, datanodeUuid=3d2757ab-e75e-4bf5-8dbc-66f95c2dd5ea, infoPort=34005, infoSecurePort=0, ipcPort=41333, storageInfo=lv=-57;cid=testClusterID;nsid=77194667;c=1731910903633), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T06:21:46,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8 2024-11-18T06:21:46,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:46,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:46,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:21:46,394 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316 with version=8 2024-11-18T06:21:46,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/hbase-staging 2024-11-18T06:21:46,397 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:21:46,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:46,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:46,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:21:46,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:46,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:21:46,397 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:21:46,397 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:21:46,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33161 2024-11-18T06:21:46,406 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33161 connecting to ZooKeeper ensemble=127.0.0.1:64648 2024-11-18T06:21:46,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331610x0, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:21:46,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33161-0x1014c9b22ea0000 connected 2024-11-18T06:21:46,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:46,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:46,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Set watcher on znode that does not yet exist, /02072853418/running 2024-11-18T06:21:46,665 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316, hbase.cluster.distributed=false 2024-11-18T06:21:46,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Set watcher on znode that does not yet exist, /02072853418/acl 2024-11-18T06:21:46,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33161 2024-11-18T06:21:46,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33161 2024-11-18T06:21:46,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33161 2024-11-18T06:21:46,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33161 2024-11-18T06:21:46,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33161 2024-11-18T06:21:46,743 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:21:46,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:46,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:46,743 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:21:46,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:46,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:21:46,743 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:21:46,744 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:21:46,745 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45199 2024-11-18T06:21:46,746 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45199 connecting to ZooKeeper ensemble=127.0.0.1:64648 2024-11-18T06:21:46,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:46,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:46,773 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:21:46,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451990x0, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:21:46,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451990x0, quorum=127.0.0.1:64648, baseZNode=/02072853418 Set watcher on znode that does not yet exist, /02072853418/running 2024-11-18T06:21:46,788 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:21:46,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45199-0x1014c9b22ea0001 connected 2024-11-18T06:21:46,816 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:21:46,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Set watcher on znode that does not yet exist, /02072853418/master 2024-11-18T06:21:46,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Set watcher on znode that does not yet exist, /02072853418/acl 2024-11-18T06:21:46,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45199 2024-11-18T06:21:46,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:46,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:46,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:46,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:46,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:46,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45199 2024-11-18T06:21:46,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:46,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45199 2024-11-18T06:21:46,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45199 2024-11-18T06:21:46,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45199 2024-11-18T06:21:46,902 DEBUG [M:0;6b5c0e5a2101:33161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:33161 2024-11-18T06:21:46,908 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02072853418/backup-masters/6b5c0e5a2101,33161,1731910906396 2024-11-18T06:21:46,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418/backup-masters 2024-11-18T06:21:46,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418/backup-masters 2024-11-18T06:21:46,922 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Set watcher on existing znode=/02072853418/backup-masters/6b5c0e5a2101,33161,1731910906396 2024-11-18T06:21:46,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02072853418/master 2024-11-18T06:21:46,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418 2024-11-18T06:21:46,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418 2024-11-18T06:21:46,933 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Set watcher on existing znode=/02072853418/master 2024-11-18T06:21:46,933 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02072853418/backup-masters/6b5c0e5a2101,33161,1731910906396 from backup master directory 2024-11-18T06:21:46,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418/backup-masters 2024-11-18T06:21:46,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02072853418/backup-masters/6b5c0e5a2101,33161,1731910906396 2024-11-18T06:21:46,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418/backup-masters 2024-11-18T06:21:46,943 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:21:46,943 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,33161,1731910906396 2024-11-18T06:21:46,958 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/hbase.id] with ID: 8755229b-75d3-401c-a794-f0dc9c323e56 2024-11-18T06:21:46,958 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/.tmp/hbase.id 2024-11-18T06:21:46,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:21:47,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:21:47,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T06:21:47,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T06:21:47,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:21:47,364 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/.tmp/hbase.id]:[hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/hbase.id] 2024-11-18T06:21:47,375 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:47,375 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:21:47,380 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-18T06:21:47,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418 2024-11-18T06:21:47,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418 2024-11-18T06:21:47,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:21:47,448 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:21:47,449 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:21:47,450 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:21:47,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:21:47,500 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store 2024-11-18T06:21:47,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:21:47,552 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:47,552 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:21:47,552 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:47,552 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:47,552 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:21:47,552 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:47,552 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:47,552 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910907552Disabling compacts and flushes for region at 1731910907552Disabling writes for close at 1731910907552Writing region close event to WAL at 1731910907552Closed at 1731910907552 2024-11-18T06:21:47,553 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store/.initializing 2024-11-18T06:21:47,553 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/WALs/6b5c0e5a2101,33161,1731910906396 2024-11-18T06:21:47,554 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:21:47,556 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C33161%2C1731910906396, suffix=, logDir=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/WALs/6b5c0e5a2101,33161,1731910906396, archiveDir=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/oldWALs, maxLogs=10 2024-11-18T06:21:47,580 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/WALs/6b5c0e5a2101,33161,1731910906396/6b5c0e5a2101%2C33161%2C1731910906396.1731910907556, exclude list is [], retry=0 2024-11-18T06:21:47,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37529,DS-236ca7b8-1bc7-48ad-b9d0-471a5dfbad0d,DISK] 2024-11-18T06:21:47,633 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/WALs/6b5c0e5a2101,33161,1731910906396/6b5c0e5a2101%2C33161%2C1731910906396.1731910907556 2024-11-18T06:21:47,645 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34005:34005)] 2024-11-18T06:21:47,645 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:21:47,645 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:47,645 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:47,645 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:47,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:47,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:21:47,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:47,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:47,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:47,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:21:47,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:47,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:47,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:47,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:21:47,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:47,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:47,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:47,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:21:47,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:47,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:47,678 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:47,681 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:47,682 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:47,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:47,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:47,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:21:47,689 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:47,702 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:21:47,702 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59203454, jitterRate=-0.1177997887134552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:21:47,703 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731910907646Initializing all the Stores at 1731910907647 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910907647Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910907652 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910907652Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910907652Cleaning up temporary data from old regions at 1731910907684 (+32 ms)Region opened successfully at 1731910907703 (+19 ms) 2024-11-18T06:21:47,706 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:21:47,710 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abbf577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:21:47,711 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:21:47,711 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:21:47,712 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:21:47,712 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:21:47,712 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:21:47,713 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:21:47,713 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:21:47,722 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:21:47,723 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Unable to get data of znode /02072853418/balancer because node does not exist (not necessarily an error) 2024-11-18T06:21:47,753 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02072853418/balancer already deleted, retry=false 2024-11-18T06:21:47,762 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:21:47,763 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Unable to get data of znode /02072853418/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:21:47,774 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02072853418/normalizer already deleted, retry=false 2024-11-18T06:21:47,775 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:21:47,777 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Unable to get data of znode /02072853418/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:21:47,785 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02072853418/switch/split already deleted, retry=false 2024-11-18T06:21:47,786 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Unable to get data of znode /02072853418/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:21:47,795 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02072853418/switch/merge already deleted, retry=false 2024-11-18T06:21:47,804 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Unable to get data of znode /02072853418/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:21:47,817 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02072853418/snapshot-cleanup already deleted, retry=false 2024-11-18T06:21:47,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02072853418/running 2024-11-18T06:21:47,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418 2024-11-18T06:21:47,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02072853418/running 2024-11-18T06:21:47,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418 2024-11-18T06:21:47,828 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,33161,1731910906396, sessionid=0x1014c9b22ea0000, setting cluster-up flag (Was=false) 2024-11-18T06:21:47,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418 2024-11-18T06:21:47,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418 2024-11-18T06:21:47,885 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02072853418/flush-table-proc/acquired, /02072853418/flush-table-proc/reached, /02072853418/flush-table-proc/abort 2024-11-18T06:21:47,886 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,33161,1731910906396 2024-11-18T06:21:47,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418 2024-11-18T06:21:47,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418 2024-11-18T06:21:47,959 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02072853418/online-snapshot/acquired, /02072853418/online-snapshot/reached, /02072853418/online-snapshot/abort 2024-11-18T06:21:47,960 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,33161,1731910906396 2024-11-18T06:21:47,969 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:21:47,976 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:21:47,976 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:21:47,976 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:21:47,976 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6b5c0e5a2101,36353,1731910878327: status=Processing ServerCrashProcedure of 6b5c0e5a2101,36353,1731910878327 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731910893755, completionTime=-1 appears to have been leaked 2024-11-18T06:21:47,976 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,33161,1731910906396 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:21:47,979 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:47,979 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:47,979 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:47,979 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:47,979 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:21:47,979 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:47,979 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:21:47,979 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:47,996 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(746): ClusterId : 8755229b-75d3-401c-a794-f0dc9c323e56 2024-11-18T06:21:47,996 DEBUG [RS:0;6b5c0e5a2101:45199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:21:47,997 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:21:47,997 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:21:47,998 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:47,998 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:21:48,006 DEBUG [RS:0;6b5c0e5a2101:45199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:21:48,006 DEBUG [RS:0;6b5c0e5a2101:45199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:21:48,017 DEBUG [RS:0;6b5c0e5a2101:45199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:21:48,018 DEBUG [RS:0;6b5c0e5a2101:45199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2d8dcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:21:48,028 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731910938028 2024-11-18T06:21:48,028 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:21:48,028 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:21:48,028 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:21:48,028 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:21:48,029 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:21:48,029 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:21:48,040 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:48,041 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:21:48,041 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:21:48,041 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:21:48,041 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:21:48,043 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:21:48,043 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:21:48,043 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910908043,5,FailOnTimeoutGroup] 2024-11-18T06:21:48,043 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910908043,5,FailOnTimeoutGroup] 2024-11-18T06:21:48,043 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:48,043 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:21:48,043 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:48,043 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:48,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:21:48,052 DEBUG [RS:0;6b5c0e5a2101:45199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:45199 2024-11-18T06:21:48,052 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:21:48,052 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:21:48,052 DEBUG [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:21:48,053 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,33161,1731910906396 with port=45199, startcode=1731910906742 2024-11-18T06:21:48,053 DEBUG [RS:0;6b5c0e5a2101:45199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:21:48,055 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:21:48,056 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,45199,1731910906742 2024-11-18T06:21:48,056 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33161 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,45199,1731910906742 2024-11-18T06:21:48,060 DEBUG [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316 2024-11-18T06:21:48,060 DEBUG [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42703 2024-11-18T06:21:48,060 DEBUG [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:21:48,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418/rs 2024-11-18T06:21:48,070 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,45199,1731910906742] 2024-11-18T06:21:48,071 DEBUG [RS:0;6b5c0e5a2101:45199 {}] zookeeper.ZKUtil(111): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Set watcher on existing znode=/02072853418/rs/6b5c0e5a2101,45199,1731910906742 2024-11-18T06:21:48,071 WARN [RS:0;6b5c0e5a2101:45199 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:21:48,071 INFO [RS:0;6b5c0e5a2101:45199 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:21:48,071 DEBUG [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742 2024-11-18T06:21:48,076 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:21:48,083 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:21:48,084 INFO [RS:0;6b5c0e5a2101:45199 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:21:48,084 INFO [RS:0;6b5c0e5a2101:45199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:48,092 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:21:48,093 INFO [RS:0;6b5c0e5a2101:45199 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:21:48,093 INFO [RS:0;6b5c0e5a2101:45199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:48,093 DEBUG [RS:0;6b5c0e5a2101:45199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:48,093 DEBUG [RS:0;6b5c0e5a2101:45199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:48,093 DEBUG [RS:0;6b5c0e5a2101:45199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:48,093 DEBUG [RS:0;6b5c0e5a2101:45199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:48,093 DEBUG [RS:0;6b5c0e5a2101:45199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:48,093 DEBUG [RS:0;6b5c0e5a2101:45199 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:21:48,093 DEBUG [RS:0;6b5c0e5a2101:45199 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:48,093 DEBUG [RS:0;6b5c0e5a2101:45199 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:48,093 DEBUG [RS:0;6b5c0e5a2101:45199 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:48,093 DEBUG [RS:0;6b5c0e5a2101:45199 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:48,093 DEBUG [RS:0;6b5c0e5a2101:45199 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:48,093 DEBUG [RS:0;6b5c0e5a2101:45199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:48,094 DEBUG [RS:0;6b5c0e5a2101:45199 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:21:48,094 DEBUG [RS:0;6b5c0e5a2101:45199 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:21:48,097 INFO [RS:0;6b5c0e5a2101:45199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:48,097 INFO [RS:0;6b5c0e5a2101:45199 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:48,097 INFO [RS:0;6b5c0e5a2101:45199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:48,097 INFO [RS:0;6b5c0e5a2101:45199 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:48,097 INFO [RS:0;6b5c0e5a2101:45199 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:48,097 INFO [RS:0;6b5c0e5a2101:45199 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45199,1731910906742-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:21:48,115 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:21:48,115 INFO [RS:0;6b5c0e5a2101:45199 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45199,1731910906742-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:48,115 INFO [RS:0;6b5c0e5a2101:45199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:48,115 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.Replication(171): 6b5c0e5a2101,45199,1731910906742 started 2024-11-18T06:21:48,133 INFO [RS:0;6b5c0e5a2101:45199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:48,133 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,45199,1731910906742, RpcServer on 6b5c0e5a2101/172.17.0.3:45199, sessionid=0x1014c9b22ea0001 2024-11-18T06:21:48,134 DEBUG [RS:0;6b5c0e5a2101:45199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:21:48,134 DEBUG [RS:0;6b5c0e5a2101:45199 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,45199,1731910906742 2024-11-18T06:21:48,134 DEBUG [RS:0;6b5c0e5a2101:45199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,45199,1731910906742' 2024-11-18T06:21:48,134 DEBUG [RS:0;6b5c0e5a2101:45199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02072853418/flush-table-proc/abort' 2024-11-18T06:21:48,134 DEBUG [RS:0;6b5c0e5a2101:45199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02072853418/flush-table-proc/acquired' 2024-11-18T06:21:48,135 DEBUG [RS:0;6b5c0e5a2101:45199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:21:48,135 DEBUG [RS:0;6b5c0e5a2101:45199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:21:48,135 DEBUG [RS:0;6b5c0e5a2101:45199 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,45199,1731910906742 2024-11-18T06:21:48,135 DEBUG [RS:0;6b5c0e5a2101:45199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,45199,1731910906742' 2024-11-18T06:21:48,135 DEBUG [RS:0;6b5c0e5a2101:45199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02072853418/online-snapshot/abort' 2024-11-18T06:21:48,135 DEBUG [RS:0;6b5c0e5a2101:45199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02072853418/online-snapshot/acquired' 2024-11-18T06:21:48,135 DEBUG [RS:0;6b5c0e5a2101:45199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:21:48,135 INFO [RS:0;6b5c0e5a2101:45199 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:21:48,135 INFO [RS:0;6b5c0e5a2101:45199 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:21:48,236 INFO [RS:0;6b5c0e5a2101:45199 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:21:48,237 INFO [RS:0;6b5c0e5a2101:45199 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C45199%2C1731910906742, suffix=, logDir=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742, archiveDir=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/oldWALs, maxLogs=10 2024-11-18T06:21:48,254 DEBUG [RS:0;6b5c0e5a2101:45199 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238, exclude list is [], retry=0 2024-11-18T06:21:48,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37529,DS-236ca7b8-1bc7-48ad-b9d0-471a5dfbad0d,DISK] 2024-11-18T06:21:48,266 INFO [RS:0;6b5c0e5a2101:45199 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 2024-11-18T06:21:48,267 DEBUG [RS:0;6b5c0e5a2101:45199 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34005:34005)] 2024-11-18T06:21:48,445 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:21:48,446 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316 2024-11-18T06:21:48,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741833_1009 (size=32) 2024-11-18T06:21:48,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:48,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:21:48,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:21:48,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:48,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:48,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:21:48,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:21:48,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:48,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:48,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:21:48,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:21:48,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:48,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:48,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:21:48,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:21:48,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:48,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:48,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:21:48,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740 2024-11-18T06:21:48,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740 2024-11-18T06:21:48,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:21:48,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:21:48,871 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:21:48,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:21:48,877 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:21:48,877 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60640043, jitterRate=-0.09639294445514679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:21:48,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731910908851Initializing all the Stores at 1731910908853 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910908853Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910908855 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910908855Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910908855Cleaning up temporary data from old regions at 1731910908870 (+15 ms)Region opened successfully at 1731910908878 (+8 ms) 2024-11-18T06:21:48,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:21:48,878 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:21:48,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:21:48,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:21:48,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:21:48,878 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:21:48,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910908878Disabling compacts and flushes for region at 1731910908878Disabling writes for close at 1731910908878Writing region close event to WAL at 1731910908878Closed at 1731910908878 2024-11-18T06:21:48,879 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:21:48,880 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:21:48,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:21:48,881 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:21:48,885 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:21:49,035 DEBUG [6b5c0e5a2101:33161 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:21:49,036 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,45199,1731910906742 2024-11-18T06:21:49,037 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,45199,1731910906742, state=OPENING 2024-11-18T06:21:49,064 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:21:49,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418 2024-11-18T06:21:49,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02072853418/meta-region-server: CHANGED 2024-11-18T06:21:49,076 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:21:49,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,45199,1731910906742}] 2024-11-18T06:21:49,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418 2024-11-18T06:21:49,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02072853418/meta-region-server: CHANGED 2024-11-18T06:21:49,230 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:21:49,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:21:49,235 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:21:49,235 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:21:49,235 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:21:49,236 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C45199%2C1731910906742.meta, suffix=.meta, logDir=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742, archiveDir=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/oldWALs, maxLogs=10 2024-11-18T06:21:49,250 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.meta.1731910909237.meta, exclude list is [], retry=0 2024-11-18T06:21:49,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37529,DS-236ca7b8-1bc7-48ad-b9d0-471a5dfbad0d,DISK] 2024-11-18T06:21:49,254 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.meta.1731910909237.meta 2024-11-18T06:21:49,254 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34005:34005)] 2024-11-18T06:21:49,254 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:21:49,254 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:21:49,255 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:21:49,255 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:21:49,255 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:21:49,255 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:21:49,255 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:49,255 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:21:49,255 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:21:49,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:21:49,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:21:49,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:49,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:49,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:21:49,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:21:49,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:49,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:49,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:21:49,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:21:49,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:49,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:49,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:21:49,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:21:49,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:49,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:49,260 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:21:49,261 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740 2024-11-18T06:21:49,262 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740 2024-11-18T06:21:49,263 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:21:49,263 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:21:49,263 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:21:49,264 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:21:49,265 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63939024, jitterRate=-0.047234296798706055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:21:49,265 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:21:49,266 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731910909255Writing region info on filesystem at 1731910909255Initializing all the Stores at 1731910909256 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910909256Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910909256Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910909256Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910909256Cleaning up temporary data from old regions at 1731910909263 (+7 ms)Running coprocessor post-open hooks at 1731910909265 (+2 ms)Region opened successfully at 1731910909266 (+1 ms) 2024-11-18T06:21:49,267 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731910909230 2024-11-18T06:21:49,269 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:21:49,269 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:21:49,270 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,45199,1731910906742 2024-11-18T06:21:49,270 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,45199,1731910906742, state=OPEN 2024-11-18T06:21:49,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02072853418/meta-region-server 2024-11-18T06:21:49,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02072853418/meta-region-server 2024-11-18T06:21:49,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02072853418/meta-region-server: CHANGED 2024-11-18T06:21:49,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02072853418/meta-region-server: CHANGED 2024-11-18T06:21:49,381 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,45199,1731910906742 2024-11-18T06:21:49,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:21:49,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,45199,1731910906742 in 305 msec 2024-11-18T06:21:49,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:21:49,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 503 msec 2024-11-18T06:21:49,385 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:21:49,385 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:21:49,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:21:49,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,45199,1731910906742, seqNum=-1] 2024-11-18T06:21:49,387 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:21:49,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:21:49,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4190 sec 2024-11-18T06:21:49,393 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731910909393, completionTime=-1 2024-11-18T06:21:49,393 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:21:49,393 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:21:49,395 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:21:49,395 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731910969395 2024-11-18T06:21:49,395 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731911029395 2024-11-18T06:21:49,395 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T06:21:49,395 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33161,1731910906396-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:49,395 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33161,1731910906396-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:49,395 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33161,1731910906396-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:49,396 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:33161, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:49,396 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:49,397 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:49,397 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:21:49,399 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.456sec 2024-11-18T06:21:49,399 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:21:49,400 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:21:49,400 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:21:49,400 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:21:49,400 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:21:49,400 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33161,1731910906396-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:21:49,400 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33161,1731910906396-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:21:49,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e57a890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:49,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33161,-1 for getting cluster id 2024-11-18T06:21:49,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:21:49,402 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:21:49,402 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:21:49,402 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33161,1731910906396-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:49,403 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8755229b-75d3-401c-a794-f0dc9c323e56' 2024-11-18T06:21:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:21:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8755229b-75d3-401c-a794-f0dc9c323e56" 2024-11-18T06:21:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437ba29f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33161,-1] 2024-11-18T06:21:49,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:21:49,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:49,405 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:21:49,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e11ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:49,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:21:49,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,45199,1731910906742, seqNum=-1] 2024-11-18T06:21:49,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:21:49,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:21:49,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,33161,1731910906396 2024-11-18T06:21:49,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64648 2024-11-18T06:21:49,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:21:49,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c9b22ea0002 connected 2024-11-18T06:21:49,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/hadoop.log.dir so I do NOT create it in target/test-data/281144e9-32e0-ac2a-873c-81b898e48957 2024-11-18T06:21:49,457 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:21:49,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/hadoop.tmp.dir so I do NOT create it in target/test-data/281144e9-32e0-ac2a-873c-81b898e48957 2024-11-18T06:21:49,457 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:21:49,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957 2024-11-18T06:21:49,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:21:49,457 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/cluster_bd52705d-9397-aef3-1463-2936af79b957, deleteOnExit=true 2024-11-18T06:21:49,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:21:49,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/test.cache.data in system properties and HBase conf 2024-11-18T06:21:49,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:21:49,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:21:49,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:21:49,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:21:49,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:21:49,458 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:21:49,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:21:49,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:21:49,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:21:49,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:21:49,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:21:49,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:21:49,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:21:49,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:21:49,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:21:49,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:21:49,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:21:49,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:21:49,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:21:49,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:21:49,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:21:49,900 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:21:49,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:21:49,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:21:49,904 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:21:49,906 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:21:49,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eb92919{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:21:49,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648109d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:21:50,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12605470{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/java.io.tmpdir/jetty-localhost-37259-hadoop-hdfs-3_4_1-tests_jar-_-any-18059322980401751910/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:21:50,052 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74391c76{HTTP/1.1, (http/1.1)}{localhost:37259} 2024-11-18T06:21:50,053 INFO [Time-limited test {}] server.Server(415): Started @252598ms 2024-11-18T06:21:50,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:21:50,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:21:50,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:21:50,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:21:50,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:21:50,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53928bf2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:21:50,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3737a68d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:21:50,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e394b13{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/java.io.tmpdir/jetty-localhost-42909-hadoop-hdfs-3_4_1-tests_jar-_-any-11691088499974410260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:21:50,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bf5bc09{HTTP/1.1, (http/1.1)}{localhost:42909} 2024-11-18T06:21:50,546 INFO [Time-limited test {}] server.Server(415): Started @253092ms 2024-11-18T06:21:50,548 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:21:51,376 WARN [Thread-1724 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/cluster_bd52705d-9397-aef3-1463-2936af79b957/data/data1/current/BP-1140183745-172.17.0.3-1731910909492/current, will proceed with Du for space computation calculation, 2024-11-18T06:21:51,376 WARN [Thread-1725 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/cluster_bd52705d-9397-aef3-1463-2936af79b957/data/data2/current/BP-1140183745-172.17.0.3-1731910909492/current, will proceed with Du for space computation calculation, 2024-11-18T06:21:51,429 WARN [Thread-1712 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:21:51,439 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42fe9408c6852fa4 with lease ID 0x1144c990004dce5c: Processing first storage report for DS-9a5767e7-a6ec-4b2d-9ebd-a542136bcfa0 from datanode DatanodeRegistration(127.0.0.1:33407, datanodeUuid=ef25499a-1270-4230-bdc8-e1a95f0302e3, infoPort=35489, infoSecurePort=0, ipcPort=37095, storageInfo=lv=-57;cid=testClusterID;nsid=869507231;c=1731910909492) 2024-11-18T06:21:51,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42fe9408c6852fa4 with lease ID 0x1144c990004dce5c: from storage DS-9a5767e7-a6ec-4b2d-9ebd-a542136bcfa0 node DatanodeRegistration(127.0.0.1:33407, datanodeUuid=ef25499a-1270-4230-bdc8-e1a95f0302e3, infoPort=35489, infoSecurePort=0, ipcPort=37095, storageInfo=lv=-57;cid=testClusterID;nsid=869507231;c=1731910909492), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:21:51,440 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42fe9408c6852fa4 with lease ID 0x1144c990004dce5c: Processing first storage report for DS-a2dd3452-6b67-4e8a-9eb0-1b4156343fb5 from datanode DatanodeRegistration(127.0.0.1:33407, datanodeUuid=ef25499a-1270-4230-bdc8-e1a95f0302e3, infoPort=35489, infoSecurePort=0, ipcPort=37095, storageInfo=lv=-57;cid=testClusterID;nsid=869507231;c=1731910909492) 2024-11-18T06:21:51,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42fe9408c6852fa4 with lease ID 0x1144c990004dce5c: from storage DS-a2dd3452-6b67-4e8a-9eb0-1b4156343fb5 node DatanodeRegistration(127.0.0.1:33407, datanodeUuid=ef25499a-1270-4230-bdc8-e1a95f0302e3, infoPort=35489, infoSecurePort=0, ipcPort=37095, storageInfo=lv=-57;cid=testClusterID;nsid=869507231;c=1731910909492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:21:51,481 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957 2024-11-18T06:21:51,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:51,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:51,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:21:51,539 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288 with version=8 2024-11-18T06:21:51,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/hbase-staging 2024-11-18T06:21:51,543 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:21:51,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:51,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:51,543 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:21:51,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:51,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:21:51,543 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:21:51,543 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:21:51,554 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34681 2024-11-18T06:21:51,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34681 connecting to ZooKeeper ensemble=127.0.0.1:64648 2024-11-18T06:21:51,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346810x0, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:21:51,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34681-0x1014c9b22ea0003 connected 2024-11-18T06:21:52,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:52,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:52,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Set watcher on znode that does not yet exist, /1819961215/running 2024-11-18T06:21:52,123 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288, hbase.cluster.distributed=false 2024-11-18T06:21:52,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Set watcher on znode that does not yet exist, /1819961215/acl 2024-11-18T06:21:52,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34681 2024-11-18T06:21:52,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34681 2024-11-18T06:21:52,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34681 2024-11-18T06:21:52,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34681 2024-11-18T06:21:52,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34681 2024-11-18T06:21:52,155 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:21:52,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:52,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:52,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:21:52,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:21:52,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:21:52,155 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:21:52,156 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:21:52,156 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39525 2024-11-18T06:21:52,158 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39525 connecting to ZooKeeper ensemble=127.0.0.1:64648 2024-11-18T06:21:52,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:52,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:52,214 DEBUG [pool-1162-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395250x0, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:21:52,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39525-0x1014c9b22ea0004 connected 2024-11-18T06:21:52,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Set watcher on znode that does not yet exist, /1819961215/running 2024-11-18T06:21:52,215 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:21:52,215 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:21:52,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Set watcher on znode that does not yet exist, /1819961215/master 2024-11-18T06:21:52,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Set watcher on znode that does not yet exist, /1819961215/acl 2024-11-18T06:21:52,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39525 2024-11-18T06:21:52,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39525 2024-11-18T06:21:52,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39525 2024-11-18T06:21:52,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39525 2024-11-18T06:21:52,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39525 2024-11-18T06:21:52,234 DEBUG [M:0;6b5c0e5a2101:34681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:34681 2024-11-18T06:21:52,236 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1819961215/backup-masters/6b5c0e5a2101,34681,1731910911542 2024-11-18T06:21:52,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215/backup-masters 2024-11-18T06:21:52,307 DEBUG [pool-1162-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215/backup-masters 2024-11-18T06:21:52,308 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Set watcher on existing znode=/1819961215/backup-masters/6b5c0e5a2101,34681,1731910911542 2024-11-18T06:21:52,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215 2024-11-18T06:21:52,360 DEBUG [pool-1162-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1819961215/master 2024-11-18T06:21:52,360 DEBUG [pool-1162-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215 2024-11-18T06:21:52,361 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Set watcher on existing znode=/1819961215/master 2024-11-18T06:21:52,361 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1819961215/backup-masters/6b5c0e5a2101,34681,1731910911542 from backup master directory 2024-11-18T06:21:52,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1819961215/backup-masters/6b5c0e5a2101,34681,1731910911542 2024-11-18T06:21:52,445 DEBUG [pool-1162-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215/backup-masters 2024-11-18T06:21:52,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215/backup-masters 2024-11-18T06:21:52,445 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:21:52,445 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,34681,1731910911542 2024-11-18T06:21:52,449 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/hbase.id] with ID: ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526 2024-11-18T06:21:52,449 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/.tmp/hbase.id 2024-11-18T06:21:52,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:21:52,547 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:21:52,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:52,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:52,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:52,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:52,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:52,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:21:52,853 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/.tmp/hbase.id]:[hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/hbase.id] 2024-11-18T06:21:52,863 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:21:52,863 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:21:52,864 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T06:21:52,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215 2024-11-18T06:21:52,945 DEBUG [pool-1162-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215 2024-11-18T06:21:52,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:21:53,352 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:21:53,353 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:21:53,353 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:21:53,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:21:53,375 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store 2024-11-18T06:21:53,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:21:53,388 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:53,388 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:21:53,388 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:53,388 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:53,388 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:21:53,388 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:53,388 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:21:53,388 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910913388Disabling compacts and flushes for region at 1731910913388Disabling writes for close at 1731910913388Writing region close event to WAL at 1731910913388Closed at 1731910913388 2024-11-18T06:21:53,389 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store/.initializing 2024-11-18T06:21:53,389 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/WALs/6b5c0e5a2101,34681,1731910911542 2024-11-18T06:21:53,390 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:21:53,392 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C34681%2C1731910911542, suffix=, logDir=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/WALs/6b5c0e5a2101,34681,1731910911542, archiveDir=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/oldWALs, maxLogs=10 2024-11-18T06:21:53,405 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/WALs/6b5c0e5a2101,34681,1731910911542/6b5c0e5a2101%2C34681%2C1731910911542.1731910913392, exclude list is [], retry=0 2024-11-18T06:21:53,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33407,DS-9a5767e7-a6ec-4b2d-9ebd-a542136bcfa0,DISK] 2024-11-18T06:21:53,437 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/WALs/6b5c0e5a2101,34681,1731910911542/6b5c0e5a2101%2C34681%2C1731910911542.1731910913392 2024-11-18T06:21:53,441 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35489:35489)] 2024-11-18T06:21:53,441 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:21:53,441 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:53,441 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:53,441 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:53,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:53,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:21:53,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:53,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:53,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:53,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:21:53,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:53,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:53,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:53,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:21:53,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:53,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:53,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:53,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:21:53,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:53,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:53,468 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:53,469 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:53,469 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:53,470 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:53,470 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:53,471 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:21:53,472 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:21:53,474 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:21:53,474 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71333933, jitterRate=0.06295843422412872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:21:53,474 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731910913441Initializing all the Stores at 1731910913442 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910913442Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910913443 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910913443Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910913443Cleaning up temporary data from old regions at 1731910913470 (+27 ms)Region opened successfully at 1731910913474 (+4 ms) 2024-11-18T06:21:53,474 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:21:53,477 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2e222b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:21:53,477 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:21:53,478 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:21:53,478 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:21:53,478 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:21:53,478 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:21:53,479 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:21:53,479 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:21:53,490 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:21:53,491 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Unable to get data of znode /1819961215/balancer because node does not exist (not necessarily an error) 2024-11-18T06:21:53,511 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1819961215/balancer already deleted, retry=false 2024-11-18T06:21:53,511 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:21:53,512 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Unable to get data of znode /1819961215/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:21:53,522 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1819961215/normalizer already deleted, retry=false 2024-11-18T06:21:53,522 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:21:53,525 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Unable to get data of znode /1819961215/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:21:53,537 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1819961215/switch/split already deleted, retry=false 2024-11-18T06:21:53,538 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Unable to get data of znode /1819961215/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:21:53,548 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1819961215/switch/merge already deleted, retry=false 2024-11-18T06:21:53,550 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Unable to get data of znode /1819961215/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:21:53,558 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1819961215/snapshot-cleanup already deleted, retry=false 2024-11-18T06:21:53,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1819961215/running 2024-11-18T06:21:53,569 DEBUG [pool-1162-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1819961215/running 2024-11-18T06:21:53,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215 2024-11-18T06:21:53,569 DEBUG [pool-1162-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215 2024-11-18T06:21:53,570 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,34681,1731910911542, sessionid=0x1014c9b22ea0003, setting cluster-up flag (Was=false) 2024-11-18T06:21:53,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215 2024-11-18T06:21:53,590 DEBUG [pool-1162-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215 2024-11-18T06:21:53,622 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1819961215/flush-table-proc/acquired, /1819961215/flush-table-proc/reached, /1819961215/flush-table-proc/abort 2024-11-18T06:21:53,624 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,34681,1731910911542 2024-11-18T06:21:53,648 DEBUG [pool-1162-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215 2024-11-18T06:21:53,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215 2024-11-18T06:21:53,679 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1819961215/online-snapshot/acquired, /1819961215/online-snapshot/reached, /1819961215/online-snapshot/abort 2024-11-18T06:21:53,680 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,34681,1731910911542 2024-11-18T06:21:53,681 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:21:53,682 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:21:53,682 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:21:53,682 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:21:53,683 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,34681,1731910911542 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:21:53,683 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:53,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:53,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:53,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:21:53,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:21:53,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:53,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:21:53,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:53,692 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:21:53,692 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731910943692 2024-11-18T06:21:53,692 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:21:53,692 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:21:53,692 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:21:53,692 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:21:53,692 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:21:53,692 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:21:53,692 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:21:53,693 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:53,693 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:21:53,696 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:53,699 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:21:53,699 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:21:53,699 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:21:53,699 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:21:53,700 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:21:53,700 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:21:53,702 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910913700,5,FailOnTimeoutGroup] 2024-11-18T06:21:53,703 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910913702,5,FailOnTimeoutGroup] 2024-11-18T06:21:53,703 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:53,703 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:21:53,703 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:53,703 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:53,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:21:53,727 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer(746): ClusterId : ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526 2024-11-18T06:21:53,727 DEBUG [RS:0;6b5c0e5a2101:39525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:21:53,738 DEBUG [RS:0;6b5c0e5a2101:39525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:21:53,738 DEBUG [RS:0;6b5c0e5a2101:39525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:21:53,749 DEBUG [RS:0;6b5c0e5a2101:39525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:21:53,749 DEBUG [RS:0;6b5c0e5a2101:39525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4882548b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:21:53,765 DEBUG [RS:0;6b5c0e5a2101:39525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:39525 2024-11-18T06:21:53,765 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:21:53,765 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:21:53,765 DEBUG [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:21:53,766 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,34681,1731910911542 with port=39525, startcode=1731910912155 2024-11-18T06:21:53,766 DEBUG [RS:0;6b5c0e5a2101:39525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:21:53,768 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:21:53,768 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,39525,1731910912155 2024-11-18T06:21:53,768 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34681 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,39525,1731910912155 2024-11-18T06:21:53,770 DEBUG [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288 2024-11-18T06:21:53,770 DEBUG [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46021 2024-11-18T06:21:53,770 DEBUG [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:21:53,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215/rs 2024-11-18T06:21:53,780 DEBUG [RS:0;6b5c0e5a2101:39525 {}] zookeeper.ZKUtil(111): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Set watcher on existing znode=/1819961215/rs/6b5c0e5a2101,39525,1731910912155 2024-11-18T06:21:53,780 WARN [RS:0;6b5c0e5a2101:39525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:21:53,780 INFO [RS:0;6b5c0e5a2101:39525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:21:53,781 DEBUG [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155 2024-11-18T06:21:53,781 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,39525,1731910912155] 2024-11-18T06:21:53,786 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:21:53,788 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:21:53,788 INFO [RS:0;6b5c0e5a2101:39525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:21:53,788 INFO [RS:0;6b5c0e5a2101:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:53,790 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:21:53,791 INFO [RS:0;6b5c0e5a2101:39525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:21:53,791 INFO [RS:0;6b5c0e5a2101:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:53,791 DEBUG [RS:0;6b5c0e5a2101:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:53,791 DEBUG [RS:0;6b5c0e5a2101:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:53,791 DEBUG [RS:0;6b5c0e5a2101:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:53,791 DEBUG [RS:0;6b5c0e5a2101:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:53,791 DEBUG [RS:0;6b5c0e5a2101:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:53,791 DEBUG [RS:0;6b5c0e5a2101:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:21:53,791 DEBUG [RS:0;6b5c0e5a2101:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:53,791 DEBUG [RS:0;6b5c0e5a2101:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:53,791 DEBUG [RS:0;6b5c0e5a2101:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:53,791 DEBUG [RS:0;6b5c0e5a2101:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:53,791 DEBUG [RS:0;6b5c0e5a2101:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:53,791 DEBUG [RS:0;6b5c0e5a2101:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:21:53,791 DEBUG [RS:0;6b5c0e5a2101:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:21:53,791 DEBUG [RS:0;6b5c0e5a2101:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:21:53,796 INFO [RS:0;6b5c0e5a2101:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:53,796 INFO [RS:0;6b5c0e5a2101:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:53,796 INFO [RS:0;6b5c0e5a2101:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:53,796 INFO [RS:0;6b5c0e5a2101:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:53,796 INFO [RS:0;6b5c0e5a2101:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:53,796 INFO [RS:0;6b5c0e5a2101:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,39525,1731910912155-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:21:53,819 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:21:53,819 INFO [RS:0;6b5c0e5a2101:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,39525,1731910912155-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:53,819 INFO [RS:0;6b5c0e5a2101:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:53,819 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.Replication(171): 6b5c0e5a2101,39525,1731910912155 started 2024-11-18T06:21:53,839 INFO [RS:0;6b5c0e5a2101:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:53,839 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,39525,1731910912155, RpcServer on 6b5c0e5a2101/172.17.0.3:39525, sessionid=0x1014c9b22ea0004 2024-11-18T06:21:53,839 DEBUG [RS:0;6b5c0e5a2101:39525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:21:53,839 DEBUG [RS:0;6b5c0e5a2101:39525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,39525,1731910912155 2024-11-18T06:21:53,839 DEBUG [RS:0;6b5c0e5a2101:39525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,39525,1731910912155' 2024-11-18T06:21:53,839 DEBUG [RS:0;6b5c0e5a2101:39525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1819961215/flush-table-proc/abort' 2024-11-18T06:21:53,840 DEBUG [RS:0;6b5c0e5a2101:39525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1819961215/flush-table-proc/acquired' 2024-11-18T06:21:53,840 DEBUG [RS:0;6b5c0e5a2101:39525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:21:53,840 DEBUG [RS:0;6b5c0e5a2101:39525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:21:53,840 DEBUG [RS:0;6b5c0e5a2101:39525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,39525,1731910912155 2024-11-18T06:21:53,840 DEBUG [RS:0;6b5c0e5a2101:39525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,39525,1731910912155' 2024-11-18T06:21:53,840 DEBUG [RS:0;6b5c0e5a2101:39525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1819961215/online-snapshot/abort' 2024-11-18T06:21:53,841 DEBUG [RS:0;6b5c0e5a2101:39525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1819961215/online-snapshot/acquired' 2024-11-18T06:21:53,841 DEBUG [RS:0;6b5c0e5a2101:39525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:21:53,841 INFO [RS:0;6b5c0e5a2101:39525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:21:53,841 INFO [RS:0;6b5c0e5a2101:39525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:21:53,941 INFO [RS:0;6b5c0e5a2101:39525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:21:53,943 INFO [RS:0;6b5c0e5a2101:39525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C39525%2C1731910912155, suffix=, logDir=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155, archiveDir=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/oldWALs, maxLogs=10 2024-11-18T06:21:53,959 DEBUG [RS:0;6b5c0e5a2101:39525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.1731910913943, exclude list is [], retry=0 2024-11-18T06:21:53,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33407,DS-9a5767e7-a6ec-4b2d-9ebd-a542136bcfa0,DISK] 2024-11-18T06:21:53,963 INFO [RS:0;6b5c0e5a2101:39525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.1731910913943 2024-11-18T06:21:53,963 DEBUG [RS:0;6b5c0e5a2101:39525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35489:35489)] 2024-11-18T06:21:54,076 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T06:21:54,109 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:21:54,109 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288 2024-11-18T06:21:54,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741833_1009 (size=32) 2024-11-18T06:21:54,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:54,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:21:54,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:21:54,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:54,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:54,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:21:54,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:21:54,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:54,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:54,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:21:54,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:21:54,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:54,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:54,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:21:54,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:21:54,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:54,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:54,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:21:54,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740 2024-11-18T06:21:54,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740 2024-11-18T06:21:54,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:21:54,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:21:54,530 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:21:54,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:21:54,533 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:21:54,533 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70513128, jitterRate=0.0507274866104126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:21:54,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731910914516Initializing all the Stores at 1731910914517 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910914517Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910914518 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910914518Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910914518Cleaning up temporary data from old regions at 1731910914529 (+11 ms)Region opened successfully at 1731910914534 (+5 ms) 2024-11-18T06:21:54,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:21:54,534 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:21:54,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:21:54,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:21:54,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:21:54,534 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:21:54,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910914534Disabling compacts and flushes for region at 1731910914534Disabling writes for close at 1731910914534Writing region close event to WAL at 1731910914534Closed at 1731910914534 2024-11-18T06:21:54,536 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:21:54,536 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:21:54,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:21:54,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:21:54,544 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:21:54,695 DEBUG [6b5c0e5a2101:34681 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:21:54,695 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,39525,1731910912155 2024-11-18T06:21:54,696 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,39525,1731910912155, state=OPENING 2024-11-18T06:21:54,833 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:21:54,875 DEBUG [pool-1162-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215 2024-11-18T06:21:54,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215 2024-11-18T06:21:54,876 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:21:54,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1819961215/meta-region-server: CHANGED 2024-11-18T06:21:54,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1819961215/meta-region-server: CHANGED 2024-11-18T06:21:54,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,39525,1731910912155}] 2024-11-18T06:21:55,028 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:21:55,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:21:55,033 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:21:55,033 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:21:55,033 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:21:55,034 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C39525%2C1731910912155.meta, suffix=.meta, logDir=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155, archiveDir=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/oldWALs, maxLogs=10 2024-11-18T06:21:55,046 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.meta.1731910915034.meta, exclude list is [], retry=0 2024-11-18T06:21:55,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33407,DS-9a5767e7-a6ec-4b2d-9ebd-a542136bcfa0,DISK] 2024-11-18T06:21:55,049 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.meta.1731910915034.meta 2024-11-18T06:21:55,050 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35489:35489)] 2024-11-18T06:21:55,050 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:21:55,050 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:21:55,050 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:21:55,050 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:21:55,051 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:21:55,051 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:21:55,051 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:55,051 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:21:55,051 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:21:55,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:21:55,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:21:55,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:55,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:55,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:21:55,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:21:55,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:55,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:55,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:21:55,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:21:55,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:55,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:55,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:21:55,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:21:55,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:55,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:21:55,059 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:21:55,059 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740 2024-11-18T06:21:55,060 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740 2024-11-18T06:21:55,061 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:21:55,062 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:21:55,062 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:21:55,063 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:21:55,064 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67394440, jitterRate=0.004255414009094238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:21:55,064 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:21:55,064 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731910915051Writing region info on filesystem at 1731910915051Initializing all the Stores at 1731910915052 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910915052Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910915052Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910915052Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910915052Cleaning up temporary data from old regions at 1731910915062 (+10 ms)Running coprocessor post-open hooks at 1731910915064 (+2 ms)Region opened successfully at 1731910915064 2024-11-18T06:21:55,065 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731910915028 2024-11-18T06:21:55,068 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:21:55,068 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:21:55,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,39525,1731910912155 2024-11-18T06:21:55,069 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,39525,1731910912155, state=OPEN 2024-11-18T06:21:55,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1819961215/meta-region-server 2024-11-18T06:21:55,079 DEBUG [pool-1162-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1819961215/meta-region-server 2024-11-18T06:21:55,079 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,39525,1731910912155 2024-11-18T06:21:55,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1819961215/meta-region-server: CHANGED 2024-11-18T06:21:55,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1819961215/meta-region-server: CHANGED 2024-11-18T06:21:55,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:21:55,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,39525,1731910912155 in 203 msec 2024-11-18T06:21:55,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:21:55,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 546 msec 2024-11-18T06:21:55,084 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:21:55,084 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:21:55,085 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:21:55,085 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1] 2024-11-18T06:21:55,086 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:21:55,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:21:55,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4090 sec 2024-11-18T06:21:55,092 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731910915091, completionTime=-1 2024-11-18T06:21:55,092 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:21:55,092 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:21:55,094 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:21:55,094 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731910975094 2024-11-18T06:21:55,094 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731911035094 2024-11-18T06:21:55,094 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T06:21:55,094 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,34681,1731910911542-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:55,094 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,34681,1731910911542-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:55,094 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,34681,1731910911542-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:55,094 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:34681, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:55,094 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:55,094 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:55,096 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:21:55,097 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.652sec 2024-11-18T06:21:55,097 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:21:55,097 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:21:55,097 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:21:55,097 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:21:55,097 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:21:55,097 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,34681,1731910911542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:21:55,097 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,34681,1731910911542-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:21:55,099 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:21:55,099 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:21:55,099 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,34681,1731910911542-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:21:55,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e56757d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:55,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,34681,-1 for getting cluster id 2024-11-18T06:21:55,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:21:55,129 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526' 2024-11-18T06:21:55,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:21:55,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526" 2024-11-18T06:21:55,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c338d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:55,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,34681,-1] 2024-11-18T06:21:55,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:21:55,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:55,131 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:21:55,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b9c23f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:55,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:21:55,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1] 2024-11-18T06:21:55,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:21:55,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:21:55,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,34681,1731910911542 2024-11-18T06:21:55,137 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64648 2024-11-18T06:21:55,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:21:55,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014c9b22ea0005 connected 2024-11-18T06:21:55,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:21:55,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,33161,1731910906396 2024-11-18T06:21:55,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ac441b 2024-11-18T06:21:55,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:21:55,164 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:21:55,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:21:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T06:21:55,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:21:55,168 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:55,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T06:21:55,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:21:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:21:55,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741835_1011 (size=902) 2024-11-18T06:21:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:21:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:21:55,586 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e544d03e81caa67cc4614e0bed1cf51, NAME => 'test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316 2024-11-18T06:21:55,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741836_1012 (size=39) 2024-11-18T06:21:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:21:55,964 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:21:56,018 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:56,018 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0e544d03e81caa67cc4614e0bed1cf51, disabling compactions & flushes 2024-11-18T06:21:56,018 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51. 2024-11-18T06:21:56,018 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51. 2024-11-18T06:21:56,018 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51. after waiting 0 ms 2024-11-18T06:21:56,018 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51. 2024-11-18T06:21:56,018 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51. 2024-11-18T06:21:56,018 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e544d03e81caa67cc4614e0bed1cf51: Waiting for close lock at 1731910916018Disabling compacts and flushes for region at 1731910916018Disabling writes for close at 1731910916018Writing region close event to WAL at 1731910916018Closed at 1731910916018 2024-11-18T06:21:56,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:21:56,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731910916020"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731910916020"}]},"ts":"1731910916020"} 2024-11-18T06:21:56,022 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:21:56,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:21:56,023 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910916023"}]},"ts":"1731910916023"} 2024-11-18T06:21:56,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T06:21:56,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e544d03e81caa67cc4614e0bed1cf51, ASSIGN}] 2024-11-18T06:21:56,025 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e544d03e81caa67cc4614e0bed1cf51, ASSIGN 2024-11-18T06:21:56,026 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0e544d03e81caa67cc4614e0bed1cf51, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,45199,1731910906742; forceNewPlan=false, retain=false 2024-11-18T06:21:56,177 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e544d03e81caa67cc4614e0bed1cf51, regionState=OPENING, regionLocation=6b5c0e5a2101,45199,1731910906742 2024-11-18T06:21:56,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0e544d03e81caa67cc4614e0bed1cf51, ASSIGN because future has completed 2024-11-18T06:21:56,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e544d03e81caa67cc4614e0bed1cf51, server=6b5c0e5a2101,45199,1731910906742}] 2024-11-18T06:21:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:21:56,352 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51. 2024-11-18T06:21:56,352 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e544d03e81caa67cc4614e0bed1cf51, NAME => 'test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:21:56,353 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:21:56,353 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T06:21:56,353 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0e544d03e81caa67cc4614e0bed1cf51 2024-11-18T06:21:56,353 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:56,353 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0e544d03e81caa67cc4614e0bed1cf51 2024-11-18T06:21:56,353 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0e544d03e81caa67cc4614e0bed1cf51 2024-11-18T06:21:56,356 INFO [StoreOpener-0e544d03e81caa67cc4614e0bed1cf51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0e544d03e81caa67cc4614e0bed1cf51 2024-11-18T06:21:56,358 INFO [StoreOpener-0e544d03e81caa67cc4614e0bed1cf51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e544d03e81caa67cc4614e0bed1cf51 columnFamilyName f 2024-11-18T06:21:56,358 DEBUG [StoreOpener-0e544d03e81caa67cc4614e0bed1cf51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:56,359 INFO [StoreOpener-0e544d03e81caa67cc4614e0bed1cf51-1 {}] regionserver.HStore(327): Store=0e544d03e81caa67cc4614e0bed1cf51/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:56,359 INFO [StoreOpener-0e544d03e81caa67cc4614e0bed1cf51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0e544d03e81caa67cc4614e0bed1cf51 2024-11-18T06:21:56,360 INFO [StoreOpener-0e544d03e81caa67cc4614e0bed1cf51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e544d03e81caa67cc4614e0bed1cf51 columnFamilyName f1 2024-11-18T06:21:56,360 DEBUG [StoreOpener-0e544d03e81caa67cc4614e0bed1cf51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:56,361 INFO [StoreOpener-0e544d03e81caa67cc4614e0bed1cf51-1 {}] regionserver.HStore(327): Store=0e544d03e81caa67cc4614e0bed1cf51/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:56,361 INFO [StoreOpener-0e544d03e81caa67cc4614e0bed1cf51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0e544d03e81caa67cc4614e0bed1cf51 2024-11-18T06:21:56,362 INFO [StoreOpener-0e544d03e81caa67cc4614e0bed1cf51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e544d03e81caa67cc4614e0bed1cf51 columnFamilyName norep 2024-11-18T06:21:56,363 DEBUG [StoreOpener-0e544d03e81caa67cc4614e0bed1cf51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:56,363 INFO [StoreOpener-0e544d03e81caa67cc4614e0bed1cf51-1 {}] regionserver.HStore(327): Store=0e544d03e81caa67cc4614e0bed1cf51/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:56,363 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0e544d03e81caa67cc4614e0bed1cf51 2024-11-18T06:21:56,364 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51 2024-11-18T06:21:56,364 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51 2024-11-18T06:21:56,365 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0e544d03e81caa67cc4614e0bed1cf51 2024-11-18T06:21:56,365 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0e544d03e81caa67cc4614e0bed1cf51 2024-11-18T06:21:56,366 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:21:56,367 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0e544d03e81caa67cc4614e0bed1cf51 2024-11-18T06:21:56,368 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:21:56,369 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0e544d03e81caa67cc4614e0bed1cf51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70053733, jitterRate=0.043881967663764954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:21:56,369 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e544d03e81caa67cc4614e0bed1cf51 2024-11-18T06:21:56,370 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0e544d03e81caa67cc4614e0bed1cf51: Running coprocessor pre-open hook at 1731910916353Writing region info on filesystem at 1731910916353Initializing all the Stores at 1731910916354 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910916354Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910916356 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910916356Cleaning up temporary data from old regions at 1731910916365 (+9 ms)Running coprocessor post-open hooks at 1731910916369 (+4 ms)Region opened successfully at 1731910916369 2024-11-18T06:21:56,371 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51., pid=6, masterSystemTime=1731910916344 2024-11-18T06:21:56,373 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51. 2024-11-18T06:21:56,373 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51. 2024-11-18T06:21:56,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e544d03e81caa67cc4614e0bed1cf51, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b5c0e5a2101,45199,1731910906742 2024-11-18T06:21:56,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e544d03e81caa67cc4614e0bed1cf51, server=6b5c0e5a2101,45199,1731910906742 because future has completed 2024-11-18T06:21:56,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T06:21:56,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e544d03e81caa67cc4614e0bed1cf51, server=6b5c0e5a2101,45199,1731910906742 in 203 msec 2024-11-18T06:21:56,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T06:21:56,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0e544d03e81caa67cc4614e0bed1cf51, ASSIGN in 362 msec 2024-11-18T06:21:56,389 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:21:56,389 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910916389"}]},"ts":"1731910916389"} 2024-11-18T06:21:56,391 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T06:21:56,391 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:21:56,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2260 sec 2024-11-18T06:21:57,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T06:21:57,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T06:21:57,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T06:21:57,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T06:21:57,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:21:57,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T06:21:57,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:21:57,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T06:21:57,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:21:57,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T06:21:57,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T06:21:57,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T06:21:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:21:57,319 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T06:21:57,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:21:57,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,34681,1731910911542 2024-11-18T06:21:57,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2980723b 2024-11-18T06:21:57,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:21:57,322 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:21:57,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:21:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T06:21:57,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:21:57,326 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:57,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T06:21:57,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:21:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:21:57,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741835_1011 (size=902) 2024-11-18T06:21:57,340 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d314077da1d4575914313a94a93158df, NAME => 'test,,1731910917323.d314077da1d4575914313a94a93158df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288 2024-11-18T06:21:57,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741836_1012 (size=39) 2024-11-18T06:21:57,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731910917323.d314077da1d4575914313a94a93158df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:57,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d314077da1d4575914313a94a93158df, disabling compactions & flushes 2024-11-18T06:21:57,353 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731910917323.d314077da1d4575914313a94a93158df. 2024-11-18T06:21:57,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731910917323.d314077da1d4575914313a94a93158df. 2024-11-18T06:21:57,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731910917323.d314077da1d4575914313a94a93158df. after waiting 0 ms 2024-11-18T06:21:57,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731910917323.d314077da1d4575914313a94a93158df. 2024-11-18T06:21:57,353 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731910917323.d314077da1d4575914313a94a93158df. 2024-11-18T06:21:57,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d314077da1d4575914313a94a93158df: Waiting for close lock at 1731910917353Disabling compacts and flushes for region at 1731910917353Disabling writes for close at 1731910917353Writing region close event to WAL at 1731910917353Closed at 1731910917353 2024-11-18T06:21:57,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:21:57,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731910917323.d314077da1d4575914313a94a93158df.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731910917354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731910917354"}]},"ts":"1731910917354"} 2024-11-18T06:21:57,357 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:21:57,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:21:57,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910917365"}]},"ts":"1731910917365"} 2024-11-18T06:21:57,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T06:21:57,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d314077da1d4575914313a94a93158df, ASSIGN}] 2024-11-18T06:21:57,369 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d314077da1d4575914313a94a93158df, ASSIGN 2024-11-18T06:21:57,370 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d314077da1d4575914313a94a93158df, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,39525,1731910912155; forceNewPlan=false, retain=false 2024-11-18T06:21:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:21:57,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d314077da1d4575914313a94a93158df, regionState=OPENING, regionLocation=6b5c0e5a2101,39525,1731910912155 2024-11-18T06:21:57,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d314077da1d4575914313a94a93158df, ASSIGN because future has completed 2024-11-18T06:21:57,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d314077da1d4575914313a94a93158df, server=6b5c0e5a2101,39525,1731910912155}] 2024-11-18T06:21:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:21:57,679 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731910917323.d314077da1d4575914313a94a93158df. 2024-11-18T06:21:57,679 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d314077da1d4575914313a94a93158df, NAME => 'test,,1731910917323.d314077da1d4575914313a94a93158df.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:21:57,679 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:21:57,679 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T06:21:57,680 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d314077da1d4575914313a94a93158df 2024-11-18T06:21:57,680 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731910917323.d314077da1d4575914313a94a93158df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:57,680 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d314077da1d4575914313a94a93158df 2024-11-18T06:21:57,680 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d314077da1d4575914313a94a93158df 2024-11-18T06:21:57,682 INFO [StoreOpener-d314077da1d4575914313a94a93158df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d314077da1d4575914313a94a93158df 2024-11-18T06:21:57,683 INFO [StoreOpener-d314077da1d4575914313a94a93158df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d314077da1d4575914313a94a93158df columnFamilyName f 2024-11-18T06:21:57,683 DEBUG [StoreOpener-d314077da1d4575914313a94a93158df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:57,684 INFO [StoreOpener-d314077da1d4575914313a94a93158df-1 {}] regionserver.HStore(327): Store=d314077da1d4575914313a94a93158df/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:57,684 INFO [StoreOpener-d314077da1d4575914313a94a93158df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d314077da1d4575914313a94a93158df 2024-11-18T06:21:57,685 INFO [StoreOpener-d314077da1d4575914313a94a93158df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d314077da1d4575914313a94a93158df columnFamilyName f1 2024-11-18T06:21:57,685 DEBUG [StoreOpener-d314077da1d4575914313a94a93158df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:57,685 INFO [StoreOpener-d314077da1d4575914313a94a93158df-1 {}] regionserver.HStore(327): Store=d314077da1d4575914313a94a93158df/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:57,685 INFO [StoreOpener-d314077da1d4575914313a94a93158df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d314077da1d4575914313a94a93158df 2024-11-18T06:21:57,686 INFO [StoreOpener-d314077da1d4575914313a94a93158df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d314077da1d4575914313a94a93158df columnFamilyName norep 2024-11-18T06:21:57,686 DEBUG [StoreOpener-d314077da1d4575914313a94a93158df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:57,687 INFO [StoreOpener-d314077da1d4575914313a94a93158df-1 {}] regionserver.HStore(327): Store=d314077da1d4575914313a94a93158df/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:57,687 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d314077da1d4575914313a94a93158df 2024-11-18T06:21:57,688 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df 2024-11-18T06:21:57,688 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df 2024-11-18T06:21:57,689 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d314077da1d4575914313a94a93158df 2024-11-18T06:21:57,689 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d314077da1d4575914313a94a93158df 2024-11-18T06:21:57,689 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:21:57,690 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d314077da1d4575914313a94a93158df 2024-11-18T06:21:57,692 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:21:57,693 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d314077da1d4575914313a94a93158df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64830256, jitterRate=-0.03395390510559082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:21:57,693 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d314077da1d4575914313a94a93158df 2024-11-18T06:21:57,693 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d314077da1d4575914313a94a93158df: Running coprocessor pre-open hook at 1731910917680Writing region info on filesystem at 1731910917680Initializing all the Stores at 1731910917681 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910917681Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910917681Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910917681Cleaning up temporary data from old regions at 1731910917689 (+8 ms)Running coprocessor post-open hooks at 1731910917693 (+4 ms)Region opened successfully at 1731910917693 2024-11-18T06:21:57,694 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731910917323.d314077da1d4575914313a94a93158df., pid=6, masterSystemTime=1731910917675 2024-11-18T06:21:57,696 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731910917323.d314077da1d4575914313a94a93158df. 2024-11-18T06:21:57,696 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731910917323.d314077da1d4575914313a94a93158df. 2024-11-18T06:21:57,697 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d314077da1d4575914313a94a93158df, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b5c0e5a2101,39525,1731910912155 2024-11-18T06:21:57,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d314077da1d4575914313a94a93158df, server=6b5c0e5a2101,39525,1731910912155 because future has completed 2024-11-18T06:21:57,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T06:21:57,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d314077da1d4575914313a94a93158df, server=6b5c0e5a2101,39525,1731910912155 in 181 msec 2024-11-18T06:21:57,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T06:21:57,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d314077da1d4575914313a94a93158df, ASSIGN in 338 msec 2024-11-18T06:21:57,708 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:21:57,708 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910917708"}]},"ts":"1731910917708"} 2024-11-18T06:21:57,711 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T06:21:57,712 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:21:57,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 389 msec 2024-11-18T06:21:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:21:57,959 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T06:21:57,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28619ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:57,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33161,-1 for getting cluster id 2024-11-18T06:21:57,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:21:57,961 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8755229b-75d3-401c-a794-f0dc9c323e56' 2024-11-18T06:21:57,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:21:57,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8755229b-75d3-401c-a794-f0dc9c323e56" 2024-11-18T06:21:57,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4e8642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:57,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33161,-1] 2024-11-18T06:21:57,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:21:57,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:57,963 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:21:57,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b4893b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:57,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4196e648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:57,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,34681,-1 for getting cluster id 2024-11-18T06:21:57,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:21:57,966 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526' 2024-11-18T06:21:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:21:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526" 2024-11-18T06:21:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17833780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,34681,-1] 2024-11-18T06:21:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:21:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:57,968 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:21:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f61b6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:57,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54338459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:57,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33161,-1 for getting cluster id 2024-11-18T06:21:57,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:21:57,973 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8755229b-75d3-401c-a794-f0dc9c323e56' 2024-11-18T06:21:57,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:21:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8755229b-75d3-401c-a794-f0dc9c323e56" 2024-11-18T06:21:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568e563f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33161,-1] 2024-11-18T06:21:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:21:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:57,976 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:21:57,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3492747e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:57,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:21:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,33161,1731910906396 2024-11-18T06:21:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14c5ebe2 2024-11-18T06:21:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:21:57,981 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:21:57,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b5c0e5a2101:34681,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T06:21:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:21:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:21:57,985 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:34681' 2024-11-18T06:21:57,986 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76034e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:57,986 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,34681,-1 for getting cluster id 2024-11-18T06:21:57,987 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:21:57,987 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526' 2024-11-18T06:21:57,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:21:57,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526" 2024-11-18T06:21:57,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2904be3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:57,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,34681,-1] 2024-11-18T06:21:57,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:21:57,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:57,989 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:21:57,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357bb15d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:57,990 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:21:57,997 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,34681,1731910911542 2024-11-18T06:21:57,997 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@350a1694 2024-11-18T06:21:57,998 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:21:57,999 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:21:58,000 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T06:21:58,000 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T06:21:58,000 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:58,000 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:58,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:21:58,000 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:21:58,001 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T06:21:58,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:21:58,002 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:58,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:21:58,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741837_1013 (size=1138) 2024-11-18T06:21:58,024 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 870f6ce8e9931830d62f09f1d8edfebb, NAME => 'hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316 2024-11-18T06:21:58,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741838_1014 (size=44) 2024-11-18T06:21:58,052 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T06:21:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:21:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:21:58,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:58,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 870f6ce8e9931830d62f09f1d8edfebb, disabling compactions & flushes 2024-11-18T06:21:58,446 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb. 2024-11-18T06:21:58,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb. 2024-11-18T06:21:58,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb. after waiting 0 ms 2024-11-18T06:21:58,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb. 2024-11-18T06:21:58,446 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb. 2024-11-18T06:21:58,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 870f6ce8e9931830d62f09f1d8edfebb: Waiting for close lock at 1731910918446Disabling compacts and flushes for region at 1731910918446Disabling writes for close at 1731910918446Writing region close event to WAL at 1731910918446Closed at 1731910918446 2024-11-18T06:21:58,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:21:58,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731910918447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731910918447"}]},"ts":"1731910918447"} 2024-11-18T06:21:58,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:21:58,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:21:58,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910918450"}]},"ts":"1731910918450"} 2024-11-18T06:21:58,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T06:21:58,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=870f6ce8e9931830d62f09f1d8edfebb, ASSIGN}] 2024-11-18T06:21:58,452 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=870f6ce8e9931830d62f09f1d8edfebb, ASSIGN 2024-11-18T06:21:58,453 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=870f6ce8e9931830d62f09f1d8edfebb, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,45199,1731910906742; forceNewPlan=false, retain=false 2024-11-18T06:21:58,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=870f6ce8e9931830d62f09f1d8edfebb, regionState=OPENING, regionLocation=6b5c0e5a2101,45199,1731910906742 2024-11-18T06:21:58,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=870f6ce8e9931830d62f09f1d8edfebb, ASSIGN because future has completed 2024-11-18T06:21:58,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 870f6ce8e9931830d62f09f1d8edfebb, server=6b5c0e5a2101,45199,1731910906742}] 2024-11-18T06:21:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:21:58,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb. 2024-11-18T06:21:58,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:21:58,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T06:21:58,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C45199%2C1731910906742.rep, suffix=, logDir=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742, archiveDir=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/oldWALs, maxLogs=10 2024-11-18T06:21:58,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.rep.1731910918764, exclude list is [], retry=0 2024-11-18T06:21:58,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37529,DS-236ca7b8-1bc7-48ad-b9d0-471a5dfbad0d,DISK] 2024-11-18T06:21:58,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.rep.1731910918764 2024-11-18T06:21:58,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34005:34005)] 2024-11-18T06:21:58,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 870f6ce8e9931830d62f09f1d8edfebb, NAME => 'hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:21:58,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:21:58,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:21:58,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb. service=MultiRowMutationService 2024-11-18T06:21:58,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T06:21:58,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 870f6ce8e9931830d62f09f1d8edfebb 2024-11-18T06:21:58,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:21:58,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 870f6ce8e9931830d62f09f1d8edfebb 2024-11-18T06:21:58,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 870f6ce8e9931830d62f09f1d8edfebb 2024-11-18T06:21:58,792 INFO [StoreOpener-870f6ce8e9931830d62f09f1d8edfebb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 870f6ce8e9931830d62f09f1d8edfebb 2024-11-18T06:21:58,794 INFO [StoreOpener-870f6ce8e9931830d62f09f1d8edfebb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 870f6ce8e9931830d62f09f1d8edfebb columnFamilyName hfileref 2024-11-18T06:21:58,794 DEBUG [StoreOpener-870f6ce8e9931830d62f09f1d8edfebb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:58,794 INFO [StoreOpener-870f6ce8e9931830d62f09f1d8edfebb-1 {}] regionserver.HStore(327): Store=870f6ce8e9931830d62f09f1d8edfebb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:58,794 INFO [StoreOpener-870f6ce8e9931830d62f09f1d8edfebb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 870f6ce8e9931830d62f09f1d8edfebb 2024-11-18T06:21:58,795 INFO [StoreOpener-870f6ce8e9931830d62f09f1d8edfebb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 870f6ce8e9931830d62f09f1d8edfebb columnFamilyName queue 2024-11-18T06:21:58,795 DEBUG [StoreOpener-870f6ce8e9931830d62f09f1d8edfebb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:58,796 INFO [StoreOpener-870f6ce8e9931830d62f09f1d8edfebb-1 {}] regionserver.HStore(327): Store=870f6ce8e9931830d62f09f1d8edfebb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:58,796 INFO [StoreOpener-870f6ce8e9931830d62f09f1d8edfebb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 870f6ce8e9931830d62f09f1d8edfebb 2024-11-18T06:21:58,797 INFO [StoreOpener-870f6ce8e9931830d62f09f1d8edfebb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 870f6ce8e9931830d62f09f1d8edfebb columnFamilyName sid 2024-11-18T06:21:58,797 DEBUG [StoreOpener-870f6ce8e9931830d62f09f1d8edfebb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:21:58,797 INFO [StoreOpener-870f6ce8e9931830d62f09f1d8edfebb-1 {}] regionserver.HStore(327): Store=870f6ce8e9931830d62f09f1d8edfebb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:21:58,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 870f6ce8e9931830d62f09f1d8edfebb 2024-11-18T06:21:58,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/replication/870f6ce8e9931830d62f09f1d8edfebb 2024-11-18T06:21:58,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/replication/870f6ce8e9931830d62f09f1d8edfebb 2024-11-18T06:21:58,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 870f6ce8e9931830d62f09f1d8edfebb 2024-11-18T06:21:58,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 870f6ce8e9931830d62f09f1d8edfebb 2024-11-18T06:21:58,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:21:58,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 870f6ce8e9931830d62f09f1d8edfebb 2024-11-18T06:21:58,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/replication/870f6ce8e9931830d62f09f1d8edfebb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:21:58,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 870f6ce8e9931830d62f09f1d8edfebb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66867957, jitterRate=-0.0035897940397262573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:21:58,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 870f6ce8e9931830d62f09f1d8edfebb 2024-11-18T06:21:58,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 870f6ce8e9931830d62f09f1d8edfebb: Running coprocessor pre-open hook at 1731910918788Writing region info on filesystem at 1731910918788Initializing all the Stores at 1731910918788Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910918789 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910918792 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910918792Cleaning up temporary data from old regions at 1731910918799 (+7 ms)Running coprocessor post-open hooks at 1731910918816 (+17 ms)Region opened successfully at 1731910918816 2024-11-18T06:21:58,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb., pid=10, masterSystemTime=1731910918758 2024-11-18T06:21:58,820 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=870f6ce8e9931830d62f09f1d8edfebb, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,45199,1731910906742 2024-11-18T06:21:58,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb. 2024-11-18T06:21:58,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb. 2024-11-18T06:21:58,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 870f6ce8e9931830d62f09f1d8edfebb, server=6b5c0e5a2101,45199,1731910906742 because future has completed 2024-11-18T06:21:58,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T06:21:58,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 870f6ce8e9931830d62f09f1d8edfebb, server=6b5c0e5a2101,45199,1731910906742 in 218 msec 2024-11-18T06:21:58,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T06:21:58,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=870f6ce8e9931830d62f09f1d8edfebb, ASSIGN in 375 msec 2024-11-18T06:21:58,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:21:58,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910918831"}]},"ts":"1731910918831"} 2024-11-18T06:21:58,833 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T06:21:58,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:21:58,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 834 msec 2024-11-18T06:21:58,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb., hostname=6b5c0e5a2101,45199,1731910906742, seqNum=2] 2024-11-18T06:21:58,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418 2024-11-18T06:21:58,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418 2024-11-18T06:21:59,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:21:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:21:59,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T06:21:59,175 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T06:21:59,207 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b5c0e5a2101,45199,1731910906742, ReplicationSource: 1, currentBandwidth=0 2024-11-18T06:21:59,207 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:21:59,207 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,45199,1731910906742, seqNum=-1] 2024-11-18T06:21:59,208 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:21:59,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-18T06:21:59,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b5c0e5a2101,45199,1731910906742', locateType=CURRENT is [region=hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb., hostname=6b5c0e5a2101,45199,1731910906742, seqNum=2] 2024-11-18T06:21:59,212 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T06:21:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T06:21:59,214 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b5c0e5a2101,45199,1731910906742 suceeded 2024-11-18T06:21:59,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T06:21:59,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-18T06:21:59,216 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b5c0e5a2101:34681,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T06:21:59,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2340 sec 2024-11-18T06:21:59,228 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:34681' 2024-11-18T06:21:59,230 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57f137bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:59,230 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,34681,-1 for getting cluster id 2024-11-18T06:21:59,230 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:21:59,230 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526' 2024-11-18T06:21:59,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:21:59,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526" 2024-11-18T06:21:59,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53ae314b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:59,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,34681,-1] 2024-11-18T06:21:59,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:21:59,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:21:59,232 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:21:59,233 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e390423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:21:59,233 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:21:59,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,34681,1731910911542 2024-11-18T06:21:59,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f4d6e3a 2024-11-18T06:21:59,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:21:59,235 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-18T06:21:59,236 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b5c0e5a2101,45199,1731910906742 (queues=1) is replicating from cluster=8755229b-75d3-401c-a794-f0dc9c323e56 to cluster=ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526 2024-11-18T06:21:59,236 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b5c0e5a2101%2C45199%2C1731910906742 2024-11-18T06:21:59,236 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b5c0e5a2101,45199,1731910906742, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:21:59,236 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C45199%2C1731910906742 2024-11-18T06:21:59,236 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238, startPosition=0, beingWritten=true 2024-11-18T06:21:59,243 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:21:59,243 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 379, reset compression=false 2024-11-18T06:21:59,243 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,45199,1731910906742 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:21:59,449 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 379, reset compression=false 2024-11-18T06:21:59,752 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 379, reset compression=false 2024-11-18T06:21:59,787 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T06:22:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:22:00,129 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T06:22:00,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:22:00,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:00,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:00,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:00,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:00,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1db46e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:00,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,34681,-1 for getting cluster id 2024-11-18T06:22:00,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:00,132 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526' 2024-11-18T06:22:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526" 2024-11-18T06:22:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d856a2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,34681,-1] 2024-11-18T06:22:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:00,133 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5052a0ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:00,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:00,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,34681,1731910911542 2024-11-18T06:22:00,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ae92543 2024-11-18T06:22:00,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:22:00,136 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:22:00,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b5c0e5a2101:33161,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T06:22:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:22:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:22:00,141 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:33161' 2024-11-18T06:22:00,142 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37399477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:00,142 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33161,-1 for getting cluster id 2024-11-18T06:22:00,142 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:00,143 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8755229b-75d3-401c-a794-f0dc9c323e56' 2024-11-18T06:22:00,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:00,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8755229b-75d3-401c-a794-f0dc9c323e56" 2024-11-18T06:22:00,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb84a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:00,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33161,-1] 2024-11-18T06:22:00,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:00,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:00,144 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:00,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f26547e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:00,145 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:00,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,33161,1731910906396 2024-11-18T06:22:00,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14e78f35 2024-11-18T06:22:00,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:22:00,148 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:22:00,148 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T06:22:00,149 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T06:22:00,149 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:00,149 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:00,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:00,149 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:22:00,150 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T06:22:00,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:22:00,151 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:00,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:22:00,156 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 379, reset compression=false 2024-11-18T06:22:00,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741837_1013 (size=1138) 2024-11-18T06:22:00,200 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T06:22:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:22:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:22:00,553 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:22:00,561 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 95cd421a312cd41aa4c2badab0dfb8b6, NAME => 'hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288 2024-11-18T06:22:00,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741838_1014 (size=44) 2024-11-18T06:22:00,571 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:00,571 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 95cd421a312cd41aa4c2badab0dfb8b6, disabling compactions & flushes 2024-11-18T06:22:00,571 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6. 2024-11-18T06:22:00,571 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6. 2024-11-18T06:22:00,571 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6. after waiting 0 ms 2024-11-18T06:22:00,571 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6. 2024-11-18T06:22:00,571 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6. 2024-11-18T06:22:00,571 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 95cd421a312cd41aa4c2badab0dfb8b6: Waiting for close lock at 1731910920571Disabling compacts and flushes for region at 1731910920571Disabling writes for close at 1731910920571Writing region close event to WAL at 1731910920571Closed at 1731910920571 2024-11-18T06:22:00,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:22:00,572 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731910920572"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731910920572"}]},"ts":"1731910920572"} 2024-11-18T06:22:00,574 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:22:00,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:22:00,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910920575"}]},"ts":"1731910920575"} 2024-11-18T06:22:00,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T06:22:00,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95cd421a312cd41aa4c2badab0dfb8b6, ASSIGN}] 2024-11-18T06:22:00,578 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95cd421a312cd41aa4c2badab0dfb8b6, ASSIGN 2024-11-18T06:22:00,580 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95cd421a312cd41aa4c2badab0dfb8b6, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,39525,1731910912155; forceNewPlan=false, retain=false 2024-11-18T06:22:00,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:00,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:00,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:00,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:00,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:00,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:00,616 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T06:22:00,669 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 379, reset compression=false 2024-11-18T06:22:00,730 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=95cd421a312cd41aa4c2badab0dfb8b6, regionState=OPENING, regionLocation=6b5c0e5a2101,39525,1731910912155 2024-11-18T06:22:00,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95cd421a312cd41aa4c2badab0dfb8b6, ASSIGN because future has completed 2024-11-18T06:22:00,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95cd421a312cd41aa4c2badab0dfb8b6, server=6b5c0e5a2101,39525,1731910912155}] 2024-11-18T06:22:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:22:00,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6. 2024-11-18T06:22:00,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:22:00,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T06:22:00,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C39525%2C1731910912155.rep, suffix=, logDir=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155, archiveDir=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/oldWALs, maxLogs=10 2024-11-18T06:22:00,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.rep.1731910920891, exclude list is [], retry=0 2024-11-18T06:22:00,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33407,DS-9a5767e7-a6ec-4b2d-9ebd-a542136bcfa0,DISK] 2024-11-18T06:22:00,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.rep.1731910920891 2024-11-18T06:22:00,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35489:35489)] 2024-11-18T06:22:00,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 95cd421a312cd41aa4c2badab0dfb8b6, NAME => 'hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:22:00,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:22:00,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:22:00,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6. service=MultiRowMutationService 2024-11-18T06:22:00,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T06:22:00,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 95cd421a312cd41aa4c2badab0dfb8b6 2024-11-18T06:22:00,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:00,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 95cd421a312cd41aa4c2badab0dfb8b6 2024-11-18T06:22:00,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 95cd421a312cd41aa4c2badab0dfb8b6 2024-11-18T06:22:00,914 INFO [StoreOpener-95cd421a312cd41aa4c2badab0dfb8b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 95cd421a312cd41aa4c2badab0dfb8b6 2024-11-18T06:22:00,915 INFO [StoreOpener-95cd421a312cd41aa4c2badab0dfb8b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95cd421a312cd41aa4c2badab0dfb8b6 columnFamilyName hfileref 2024-11-18T06:22:00,915 DEBUG [StoreOpener-95cd421a312cd41aa4c2badab0dfb8b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:00,916 INFO [StoreOpener-95cd421a312cd41aa4c2badab0dfb8b6-1 {}] regionserver.HStore(327): Store=95cd421a312cd41aa4c2badab0dfb8b6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:00,916 INFO [StoreOpener-95cd421a312cd41aa4c2badab0dfb8b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 95cd421a312cd41aa4c2badab0dfb8b6 2024-11-18T06:22:00,917 INFO [StoreOpener-95cd421a312cd41aa4c2badab0dfb8b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95cd421a312cd41aa4c2badab0dfb8b6 columnFamilyName queue 2024-11-18T06:22:00,917 DEBUG [StoreOpener-95cd421a312cd41aa4c2badab0dfb8b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:00,917 INFO [StoreOpener-95cd421a312cd41aa4c2badab0dfb8b6-1 {}] regionserver.HStore(327): Store=95cd421a312cd41aa4c2badab0dfb8b6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:00,917 INFO [StoreOpener-95cd421a312cd41aa4c2badab0dfb8b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 95cd421a312cd41aa4c2badab0dfb8b6 2024-11-18T06:22:00,918 INFO [StoreOpener-95cd421a312cd41aa4c2badab0dfb8b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95cd421a312cd41aa4c2badab0dfb8b6 columnFamilyName sid 2024-11-18T06:22:00,918 DEBUG [StoreOpener-95cd421a312cd41aa4c2badab0dfb8b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:00,918 INFO [StoreOpener-95cd421a312cd41aa4c2badab0dfb8b6-1 {}] regionserver.HStore(327): Store=95cd421a312cd41aa4c2badab0dfb8b6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:00,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 95cd421a312cd41aa4c2badab0dfb8b6 2024-11-18T06:22:00,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/replication/95cd421a312cd41aa4c2badab0dfb8b6 2024-11-18T06:22:00,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/replication/95cd421a312cd41aa4c2badab0dfb8b6 2024-11-18T06:22:00,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 95cd421a312cd41aa4c2badab0dfb8b6 2024-11-18T06:22:00,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 95cd421a312cd41aa4c2badab0dfb8b6 2024-11-18T06:22:00,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:22:00,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 95cd421a312cd41aa4c2badab0dfb8b6 2024-11-18T06:22:00,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/replication/95cd421a312cd41aa4c2badab0dfb8b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:22:00,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 95cd421a312cd41aa4c2badab0dfb8b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67756904, jitterRate=0.009656548500061035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:22:00,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95cd421a312cd41aa4c2badab0dfb8b6 2024-11-18T06:22:00,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 95cd421a312cd41aa4c2badab0dfb8b6: Running coprocessor pre-open hook at 1731910920913Writing region info on filesystem at 1731910920913Initializing all the Stores at 1731910920913Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910920914 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910920914Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910920914Cleaning up temporary data from old regions at 1731910920920 (+6 ms)Running coprocessor post-open hooks at 1731910920924 (+4 ms)Region opened successfully at 1731910920924 2024-11-18T06:22:00,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6., pid=10, masterSystemTime=1731910920885 2024-11-18T06:22:00,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6. 2024-11-18T06:22:00,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6. 2024-11-18T06:22:00,927 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=95cd421a312cd41aa4c2badab0dfb8b6, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,39525,1731910912155 2024-11-18T06:22:00,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95cd421a312cd41aa4c2badab0dfb8b6, server=6b5c0e5a2101,39525,1731910912155 because future has completed 2024-11-18T06:22:00,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T06:22:00,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 95cd421a312cd41aa4c2badab0dfb8b6, server=6b5c0e5a2101,39525,1731910912155 in 197 msec 2024-11-18T06:22:00,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T06:22:00,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95cd421a312cd41aa4c2badab0dfb8b6, ASSIGN in 354 msec 2024-11-18T06:22:00,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:22:00,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910920934"}]},"ts":"1731910920934"} 2024-11-18T06:22:00,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T06:22:00,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:22:00,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 787 msec 2024-11-18T06:22:00,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6., hostname=6b5c0e5a2101,39525,1731910912155, seqNum=2] 2024-11-18T06:22:00,984 DEBUG [pool-1162-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215 2024-11-18T06:22:00,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215 2024-11-18T06:22:01,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:22:01,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T06:22:01,165 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T06:22:01,206 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b5c0e5a2101,39525,1731910912155, ReplicationSource: 1, currentBandwidth=0 2024-11-18T06:22:01,206 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:01,206 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1] 2024-11-18T06:22:01,207 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:01,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-18T06:22:01,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b5c0e5a2101,39525,1731910912155', locateType=CURRENT is [region=hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6., hostname=6b5c0e5a2101,39525,1731910912155, seqNum=2] 2024-11-18T06:22:01,213 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T06:22:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T06:22:01,217 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b5c0e5a2101,39525,1731910912155 suceeded 2024-11-18T06:22:01,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T06:22:01,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-18T06:22:01,220 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b5c0e5a2101:33161,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T06:22:01,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0830 sec 2024-11-18T06:22:01,232 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:33161' 2024-11-18T06:22:01,234 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c30a8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:01,234 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33161,-1 for getting cluster id 2024-11-18T06:22:01,234 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:01,235 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8755229b-75d3-401c-a794-f0dc9c323e56' 2024-11-18T06:22:01,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:01,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8755229b-75d3-401c-a794-f0dc9c323e56" 2024-11-18T06:22:01,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6afd768d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:01,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33161,-1] 2024-11-18T06:22:01,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:01,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:01,236 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:01,238 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a3dc6ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:01,238 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:01,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,33161,1731910906396 2024-11-18T06:22:01,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@768f1f70 2024-11-18T06:22:01,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:22:01,240 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-18T06:22:01,241 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b5c0e5a2101,39525,1731910912155 (queues=1) is replicating from cluster=ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526 to cluster=8755229b-75d3-401c-a794-f0dc9c323e56 2024-11-18T06:22:01,241 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b5c0e5a2101%2C39525%2C1731910912155 2024-11-18T06:22:01,241 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b5c0e5a2101,39525,1731910912155, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:22:01,241 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.wal-reader.6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.1731910913943, startPosition=0, beingWritten=true 2024-11-18T06:22:01,245 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.shipper6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C39525%2C1731910912155 2024-11-18T06:22:01,253 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.wal-reader.6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:22:01,253 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.wal-reader.6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.1731910913943 to pos 379, reset compression=false 2024-11-18T06:22:01,253 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.shipper6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,39525,1731910912155 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.1731910913943, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:22:01,273 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 379, reset compression=false 2024-11-18T06:22:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:22:01,281 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T06:22:01,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:22:01,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:01,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:01,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:01,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:01,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:01,290 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731910921290/Put/seqid=0 2024-11-18T06:22:01,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741840_1016 (size=7894) 2024-11-18T06:22:01,297 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731910921297/Put/seqid=0 2024-11-18T06:22:01,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741841_1017 (size=7691) 2024-11-18T06:22:01,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732f50d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:01,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33161,-1 for getting cluster id 2024-11-18T06:22:01,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:01,304 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8755229b-75d3-401c-a794-f0dc9c323e56' 2024-11-18T06:22:01,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:01,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8755229b-75d3-401c-a794-f0dc9c323e56" 2024-11-18T06:22:01,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2c86b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:01,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33161,-1] 2024-11-18T06:22:01,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:01,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:01,310 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:01,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d948de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:01,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:01,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,45199,1731910906742, seqNum=-1] 2024-11-18T06:22:01,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:01,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:22:01,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,33161,1731910906396 2024-11-18T06:22:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2abb53de 2024-11-18T06:22:01,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:22:01,331 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:22:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51., hostname=6b5c0e5a2101,45199,1731910906742, seqNum=2] 2024-11-18T06:22:01,339 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T06:22:01,351 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-18T06:22:01,353 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-18T06:22:01,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 0e544d03e81caa67cc4614e0bed1cf51/f 2024-11-18T06:22:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T06:22:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:22:01,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 0e544d03e81caa67cc4614e0bed1cf51/f 2024-11-18T06:22:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T06:22:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:22:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HRegion(2603): Flush status journal for 0e544d03e81caa67cc4614e0bed1cf51: 2024-11-18T06:22:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins__test__e1bs1t2mcscbth3917fjgtqhto7lv4sofak8rfhkq3bhikd5vhqigkfvr7u476fl/f/hfile_0 2024-11-18T06:22:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins__test__e1bs1t2mcscbth3917fjgtqhto7lv4sofak8rfhkq3bhikd5vhqigkfvr7u476fl/f/hfile_0 as hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51/f/09485fcac8454262b4597ece5070cbc7_SeqId_4_ 2024-11-18T06:22:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins__test__e1bs1t2mcscbth3917fjgtqhto7lv4sofak8rfhkq3bhikd5vhqigkfvr7u476fl/f/hfile_1 2024-11-18T06:22:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins__test__e1bs1t2mcscbth3917fjgtqhto7lv4sofak8rfhkq3bhikd5vhqigkfvr7u476fl/f/hfile_1 as hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51/f/2a978aaa3ca94cc49bc008a7d1950e24_SeqId_4_ 2024-11-18T06:22:01,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins__test__e1bs1t2mcscbth3917fjgtqhto7lv4sofak8rfhkq3bhikd5vhqigkfvr7u476fl/f/hfile_0 into 0e544d03e81caa67cc4614e0bed1cf51/f as hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51/f/09485fcac8454262b4597ece5070cbc7_SeqId_4_ - updating store file list. 2024-11-18T06:22:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 09485fcac8454262b4597ece5070cbc7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T06:22:01,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51/f/09485fcac8454262b4597ece5070cbc7_SeqId_4_ into 0e544d03e81caa67cc4614e0bed1cf51/f 2024-11-18T06:22:01,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins__test__e1bs1t2mcscbth3917fjgtqhto7lv4sofak8rfhkq3bhikd5vhqigkfvr7u476fl/f/hfile_0 into 0e544d03e81caa67cc4614e0bed1cf51/f (new location: hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51/f/09485fcac8454262b4597ece5070cbc7_SeqId_4_) 2024-11-18T06:22:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins__test__e1bs1t2mcscbth3917fjgtqhto7lv4sofak8rfhkq3bhikd5vhqigkfvr7u476fl/f/hfile_0 2024-11-18T06:22:01,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins__test__e1bs1t2mcscbth3917fjgtqhto7lv4sofak8rfhkq3bhikd5vhqigkfvr7u476fl/f/hfile_1 into 0e544d03e81caa67cc4614e0bed1cf51/f as hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51/f/2a978aaa3ca94cc49bc008a7d1950e24_SeqId_4_ - updating store file list. 2024-11-18T06:22:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2a978aaa3ca94cc49bc008a7d1950e24_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T06:22:01,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51/f/2a978aaa3ca94cc49bc008a7d1950e24_SeqId_4_ into 0e544d03e81caa67cc4614e0bed1cf51/f 2024-11-18T06:22:01,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins__test__e1bs1t2mcscbth3917fjgtqhto7lv4sofak8rfhkq3bhikd5vhqigkfvr7u476fl/f/hfile_1 into 0e544d03e81caa67cc4614e0bed1cf51/f (new location: hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51/f/2a978aaa3ca94cc49bc008a7d1950e24_SeqId_4_) 2024-11-18T06:22:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins__test__e1bs1t2mcscbth3917fjgtqhto7lv4sofak8rfhkq3bhikd5vhqigkfvr7u476fl/f/hfile_1 2024-11-18T06:22:01,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:22:01,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:01,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:01,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:01,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:01,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51., hostname=6b5c0e5a2101,45199,1731910906742, seqNum=2 , the old value is region=test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51., hostname=6b5c0e5a2101,45199,1731910906742, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6b5c0e5a2101:45199 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T06:22:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51., hostname=6b5c0e5a2101,45199,1731910906742, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T06:22:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51., hostname=6b5c0e5a2101,45199,1731910906742, seqNum=2 from cache 2024-11-18T06:22:01,387 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T06:22:01,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1] 2024-11-18T06:22:01,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:01,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:22:01,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731910917323.d314077da1d4575914313a94a93158df., hostname=6b5c0e5a2101,39525,1731910912155, seqNum=2] 2024-11-18T06:22:01,393 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T06:22:01,489 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:45199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T06:22:01,493 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.wal-reader.6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.1731910913943 to pos 379, reset compression=false 2024-11-18T06:22:01,797 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.wal-reader.6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.1731910913943 to pos 379, reset compression=false 2024-11-18T06:22:01,993 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 379, reset compression=false 2024-11-18T06:22:01,997 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:22:01,997 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,45199,1731910906742 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e544d03e81caa67cc4614e0bed1cf51/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731910921384/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T06:22:01,999 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:22:02,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-18T06:22:02,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.ReplicationSink(318): Replicating [8755229b-75d3-401c-a794-f0dc9c323e56] bulk loaded data 2024-11-18T06:22:02,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fd941ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:02,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,34681,-1 for getting cluster id 2024-11-18T06:22:02,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:02,001 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526' 2024-11-18T06:22:02,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:02,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526" 2024-11-18T06:22:02,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22be04f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:02,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,34681,-1] 2024-11-18T06:22:02,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:02,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:02,003 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:02,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a754c20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:02,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741840_1016 (size=7894) 2024-11-18T06:22:02,197 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 687, reset compression=false 2024-11-18T06:22:02,201 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.wal-reader.6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.1731910913943 to pos 379, reset compression=false 2024-11-18T06:22:02,395 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T06:22:02,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741841_1017 (size=7691) 2024-11-18T06:22:02,501 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 687, reset compression=false 2024-11-18T06:22:02,705 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.wal-reader.6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.1731910913943 to pos 379, reset compression=false 2024-11-18T06:22:02,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:02,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,34681,1731910911542 2024-11-18T06:22:02,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c6dcd93 2024-11-18T06:22:02,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:22:02,824 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-18T06:22:02,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T06:22:02,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:02,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1] 2024-11-18T06:22:02,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:02,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-18T06:22:02,833 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins.hfs.11__test__spltvt459nb28bfif4ckers4hudacqaungmjtf4u2qh5ke5unkfu29i72s195o0f/f/09485fcac8454262b4597ece5070cbc7_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T06:22:02,836 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins.hfs.11__test__spltvt459nb28bfif4ckers4hudacqaungmjtf4u2qh5ke5unkfu29i72s195o0f/f/2a978aaa3ca94cc49bc008a7d1950e24_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T06:22:02,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins.hfs.11__test__spltvt459nb28bfif4ckers4hudacqaungmjtf4u2qh5ke5unkfu29i72s195o0f/f/09485fcac8454262b4597ece5070cbc7_SeqId_4_ for inclusion in d314077da1d4575914313a94a93158df/f 2024-11-18T06:22:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T06:22:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:22:02,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins.hfs.11__test__spltvt459nb28bfif4ckers4hudacqaungmjtf4u2qh5ke5unkfu29i72s195o0f/f/2a978aaa3ca94cc49bc008a7d1950e24_SeqId_4_ for inclusion in d314077da1d4575914313a94a93158df/f 2024-11-18T06:22:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T06:22:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:22:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HRegion(2603): Flush status journal for d314077da1d4575914313a94a93158df: 2024-11-18T06:22:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 09485fcac8454262b4597ece5070cbc7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T06:22:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins.hfs.11__test__spltvt459nb28bfif4ckers4hudacqaungmjtf4u2qh5ke5unkfu29i72s195o0f/f/09485fcac8454262b4597ece5070cbc7_SeqId_4_ as hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df/f/cbbce09ece0c4ced8b4d1634706bc76c_SeqId_4_ 2024-11-18T06:22:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2a978aaa3ca94cc49bc008a7d1950e24_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T06:22:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins.hfs.11__test__spltvt459nb28bfif4ckers4hudacqaungmjtf4u2qh5ke5unkfu29i72s195o0f/f/2a978aaa3ca94cc49bc008a7d1950e24_SeqId_4_ as hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df/f/33f14c9c16394424a7737e9ee7d7622d_SeqId_4_ 2024-11-18T06:22:02,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins.hfs.11__test__spltvt459nb28bfif4ckers4hudacqaungmjtf4u2qh5ke5unkfu29i72s195o0f/f/09485fcac8454262b4597ece5070cbc7_SeqId_4_ into d314077da1d4575914313a94a93158df/f as hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df/f/cbbce09ece0c4ced8b4d1634706bc76c_SeqId_4_ - updating store file list. 2024-11-18T06:22:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cbbce09ece0c4ced8b4d1634706bc76c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T06:22:02,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df/f/cbbce09ece0c4ced8b4d1634706bc76c_SeqId_4_ into d314077da1d4575914313a94a93158df/f 2024-11-18T06:22:02,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins.hfs.11__test__spltvt459nb28bfif4ckers4hudacqaungmjtf4u2qh5ke5unkfu29i72s195o0f/f/09485fcac8454262b4597ece5070cbc7_SeqId_4_ into d314077da1d4575914313a94a93158df/f (new location: hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df/f/cbbce09ece0c4ced8b4d1634706bc76c_SeqId_4_) 2024-11-18T06:22:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins.hfs.11__test__spltvt459nb28bfif4ckers4hudacqaungmjtf4u2qh5ke5unkfu29i72s195o0f/f/09485fcac8454262b4597ece5070cbc7_SeqId_4_ 2024-11-18T06:22:02,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins.hfs.11__test__spltvt459nb28bfif4ckers4hudacqaungmjtf4u2qh5ke5unkfu29i72s195o0f/f/2a978aaa3ca94cc49bc008a7d1950e24_SeqId_4_ into d314077da1d4575914313a94a93158df/f as hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df/f/33f14c9c16394424a7737e9ee7d7622d_SeqId_4_ - updating store file list. 2024-11-18T06:22:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 33f14c9c16394424a7737e9ee7d7622d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T06:22:02,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df/f/33f14c9c16394424a7737e9ee7d7622d_SeqId_4_ into d314077da1d4575914313a94a93158df/f 2024-11-18T06:22:02,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins.hfs.11__test__spltvt459nb28bfif4ckers4hudacqaungmjtf4u2qh5ke5unkfu29i72s195o0f/f/2a978aaa3ca94cc49bc008a7d1950e24_SeqId_4_ into d314077da1d4575914313a94a93158df/f (new location: hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df/f/33f14c9c16394424a7737e9ee7d7622d_SeqId_4_) 2024-11-18T06:22:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins.hfs.11__test__spltvt459nb28bfif4ckers4hudacqaungmjtf4u2qh5ke5unkfu29i72s195o0f/f/2a978aaa3ca94cc49bc008a7d1950e24_SeqId_4_ 2024-11-18T06:22:02,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.ReplicationSink(324): Finished replicating [8755229b-75d3-401c-a794-f0dc9c323e56] bulk loaded data 2024-11-18T06:22:02,905 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 687, reset compression=false 2024-11-18T06:22:03,309 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.wal-reader.6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.1731910913943 to pos 379, reset compression=false 2024-11-18T06:22:03,315 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.wal-reader.6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:22:03,315 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.shipper6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,39525,1731910912155 got entry batch from reader: WALEntryBatch [walEntries=[{test/d314077da1d4575914313a94a93158df/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731910922861/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.1731910913943, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-18T06:22:03,317 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.shipper6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:22:03,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-18T06:22:03,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.ReplicationSink(318): Replicating [8755229b-75d3-401c-a794-f0dc9c323e56, ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526] bulk loaded data 2024-11-18T06:22:03,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46032457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:03,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33161,-1 for getting cluster id 2024-11-18T06:22:03,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:03,319 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8755229b-75d3-401c-a794-f0dc9c323e56' 2024-11-18T06:22:03,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:03,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8755229b-75d3-401c-a794-f0dc9c323e56" 2024-11-18T06:22:03,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7824e8a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:03,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33161,-1] 2024-11-18T06:22:03,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:03,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:03,321 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:03,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79d279e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:03,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741842_1018 (size=7894) 2024-11-18T06:22:03,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741843_1019 (size=7691) 2024-11-18T06:22:03,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:03,406 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731910923405/Put/seqid=0 2024-11-18T06:22:03,409 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 687, reset compression=false 2024-11-18T06:22:03,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741842_1018 (size=11194) 2024-11-18T06:22:03,417 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731910923416/Put/seqid=0 2024-11-18T06:22:03,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741843_1019 (size=10791) 2024-11-18T06:22:03,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f933703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:03,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,34681,-1 for getting cluster id 2024-11-18T06:22:03,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:03,430 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526' 2024-11-18T06:22:03,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:03,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526" 2024-11-18T06:22:03,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a75a7b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:03,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,34681,-1] 2024-11-18T06:22:03,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:03,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:03,432 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:03,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65181923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:03,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:03,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1] 2024-11-18T06:22:03,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:03,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:22:03,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:03,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,34681,1731910911542 2024-11-18T06:22:03,451 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cb5da68 2024-11-18T06:22:03,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:22:03,453 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:22:03,459 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731910917323.d314077da1d4575914313a94a93158df., hostname=6b5c0e5a2101,39525,1731910912155, seqNum=2] 2024-11-18T06:22:03,464 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T06:22:03,471 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-18T06:22:03,476 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-18T06:22:03,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/testHFileCyclicReplication_10/f/hfile_0 for inclusion in d314077da1d4575914313a94a93158df/f 2024-11-18T06:22:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T06:22:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:22:03,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/testHFileCyclicReplication_10/f/hfile_1 for inclusion in d314077da1d4575914313a94a93158df/f 2024-11-18T06:22:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T06:22:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:22:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HRegion(2603): Flush status journal for d314077da1d4575914313a94a93158df: 2024-11-18T06:22:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins__test__oq1hcl6k75n0rpcno0qvqsul4fajbl8ek4jl520m6a48qjc68d9ahvvcdfttjnq6/f/hfile_0 2024-11-18T06:22:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins__test__oq1hcl6k75n0rpcno0qvqsul4fajbl8ek4jl520m6a48qjc68d9ahvvcdfttjnq6/f/hfile_0 as hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df/f/da74a89c249e403199c62eedacdcfd03_SeqId_6_ 2024-11-18T06:22:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins__test__oq1hcl6k75n0rpcno0qvqsul4fajbl8ek4jl520m6a48qjc68d9ahvvcdfttjnq6/f/hfile_1 2024-11-18T06:22:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins__test__oq1hcl6k75n0rpcno0qvqsul4fajbl8ek4jl520m6a48qjc68d9ahvvcdfttjnq6/f/hfile_1 as hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df/f/db53e1062d6140d497cd316186976e9f_SeqId_6_ 2024-11-18T06:22:03,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins__test__oq1hcl6k75n0rpcno0qvqsul4fajbl8ek4jl520m6a48qjc68d9ahvvcdfttjnq6/f/hfile_0 into d314077da1d4575914313a94a93158df/f as hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df/f/da74a89c249e403199c62eedacdcfd03_SeqId_6_ - updating store file list. 2024-11-18T06:22:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for da74a89c249e403199c62eedacdcfd03_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T06:22:03,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df/f/da74a89c249e403199c62eedacdcfd03_SeqId_6_ into d314077da1d4575914313a94a93158df/f 2024-11-18T06:22:03,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins__test__oq1hcl6k75n0rpcno0qvqsul4fajbl8ek4jl520m6a48qjc68d9ahvvcdfttjnq6/f/hfile_0 into d314077da1d4575914313a94a93158df/f (new location: hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df/f/da74a89c249e403199c62eedacdcfd03_SeqId_6_) 2024-11-18T06:22:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins__test__oq1hcl6k75n0rpcno0qvqsul4fajbl8ek4jl520m6a48qjc68d9ahvvcdfttjnq6/f/hfile_0 2024-11-18T06:22:03,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins__test__oq1hcl6k75n0rpcno0qvqsul4fajbl8ek4jl520m6a48qjc68d9ahvvcdfttjnq6/f/hfile_1 into d314077da1d4575914313a94a93158df/f as hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df/f/db53e1062d6140d497cd316186976e9f_SeqId_6_ - updating store file list. 2024-11-18T06:22:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for db53e1062d6140d497cd316186976e9f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T06:22:03,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df/f/db53e1062d6140d497cd316186976e9f_SeqId_6_ into d314077da1d4575914313a94a93158df/f 2024-11-18T06:22:03,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins__test__oq1hcl6k75n0rpcno0qvqsul4fajbl8ek4jl520m6a48qjc68d9ahvvcdfttjnq6/f/hfile_1 into d314077da1d4575914313a94a93158df/f (new location: hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df/f/db53e1062d6140d497cd316186976e9f_SeqId_6_) 2024-11-18T06:22:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/staging/jenkins__test__oq1hcl6k75n0rpcno0qvqsul4fajbl8ek4jl520m6a48qjc68d9ahvvcdfttjnq6/f/hfile_1 2024-11-18T06:22:03,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:22:03,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:03,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:03,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:03,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731910917323.d314077da1d4575914313a94a93158df., hostname=6b5c0e5a2101,39525,1731910912155, seqNum=2 , the old value is region=test,,1731910917323.d314077da1d4575914313a94a93158df., hostname=6b5c0e5a2101,39525,1731910912155, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6b5c0e5a2101:39525 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T06:22:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731910917323.d314077da1d4575914313a94a93158df., hostname=6b5c0e5a2101,39525,1731910912155, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T06:22:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731910917323.d314077da1d4575914313a94a93158df., hostname=6b5c0e5a2101,39525,1731910912155, seqNum=2 from cache 2024-11-18T06:22:03,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:03,510 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T06:22:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,45199,1731910906742, seqNum=-1] 2024-11-18T06:22:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:03,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:22:03,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51., hostname=6b5c0e5a2101,45199,1731910906742, seqNum=2] 2024-11-18T06:22:03,515 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.wal-reader.6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.1731910913943 to pos 725, reset compression=false 2024-11-18T06:22:03,520 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.wal-reader.6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:22:03,520 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T06:22:03,619 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:39525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T06:22:03,720 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.wal-reader.6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.1731910913943 to pos 1033, reset compression=false 2024-11-18T06:22:03,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:03,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,33161,1731910906396 2024-11-18T06:22:03,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20db3c09 2024-11-18T06:22:03,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:22:03,749 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-18T06:22:03,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T06:22:03,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:03,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,45199,1731910906742, seqNum=-1] 2024-11-18T06:22:03,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:03,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-18T06:22:03,760 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins.hfs.10__test__d5plln4ctqbu1ovsmvqo3phgnhkhter56obonas6dpooo1tdlv2mo2ofhkvll13c/f/33f14c9c16394424a7737e9ee7d7622d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T06:22:03,764 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins.hfs.10__test__d5plln4ctqbu1ovsmvqo3phgnhkhter56obonas6dpooo1tdlv2mo2ofhkvll13c/f/cbbce09ece0c4ced8b4d1634706bc76c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T06:22:03,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.ReplicationSink(324): Finished replicating [8755229b-75d3-401c-a794-f0dc9c323e56, ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526] bulk loaded data 2024-11-18T06:22:03,771 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.shipper6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,39525,1731910912155 got entry batch from reader: WALEntryBatch [walEntries=[{test/d314077da1d4575914313a94a93158df/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731910923507/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.1731910913943, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T06:22:03,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.ReplicationSink(318): Replicating [ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526] bulk loaded data 2024-11-18T06:22:03,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741844_1020 (size=11194) 2024-11-18T06:22:03,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741845_1021 (size=10791) 2024-11-18T06:22:03,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T06:22:03,814 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins.hfs.10__test__3vvkd24vm1vcvcjrr0cdeugt9a0dmdm2sml90kt5ef5kqktim8k5d7t0grbkojbk/f/da74a89c249e403199c62eedacdcfd03_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-18T06:22:03,818 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins.hfs.10__test__3vvkd24vm1vcvcjrr0cdeugt9a0dmdm2sml90kt5ef5kqktim8k5d7t0grbkojbk/f/db53e1062d6140d497cd316186976e9f_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-18T06:22:03,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins.hfs.10__test__3vvkd24vm1vcvcjrr0cdeugt9a0dmdm2sml90kt5ef5kqktim8k5d7t0grbkojbk/f/da74a89c249e403199c62eedacdcfd03_SeqId_6_ for inclusion in 0e544d03e81caa67cc4614e0bed1cf51/f 2024-11-18T06:22:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T06:22:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:22:03,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins.hfs.10__test__3vvkd24vm1vcvcjrr0cdeugt9a0dmdm2sml90kt5ef5kqktim8k5d7t0grbkojbk/f/db53e1062d6140d497cd316186976e9f_SeqId_6_ for inclusion in 0e544d03e81caa67cc4614e0bed1cf51/f 2024-11-18T06:22:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T06:22:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:22:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HRegion(2603): Flush status journal for 0e544d03e81caa67cc4614e0bed1cf51: 2024-11-18T06:22:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): da74a89c249e403199c62eedacdcfd03_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T06:22:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins.hfs.10__test__3vvkd24vm1vcvcjrr0cdeugt9a0dmdm2sml90kt5ef5kqktim8k5d7t0grbkojbk/f/da74a89c249e403199c62eedacdcfd03_SeqId_6_ as hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51/f/a567979eee534e71a0a7bb73d4c60afb_SeqId_6_ 2024-11-18T06:22:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): db53e1062d6140d497cd316186976e9f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T06:22:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins.hfs.10__test__3vvkd24vm1vcvcjrr0cdeugt9a0dmdm2sml90kt5ef5kqktim8k5d7t0grbkojbk/f/db53e1062d6140d497cd316186976e9f_SeqId_6_ as hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51/f/5662d0f479da4047846d82d87608b42f_SeqId_6_ 2024-11-18T06:22:03,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins.hfs.10__test__3vvkd24vm1vcvcjrr0cdeugt9a0dmdm2sml90kt5ef5kqktim8k5d7t0grbkojbk/f/da74a89c249e403199c62eedacdcfd03_SeqId_6_ into 0e544d03e81caa67cc4614e0bed1cf51/f as hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51/f/a567979eee534e71a0a7bb73d4c60afb_SeqId_6_ - updating store file list. 2024-11-18T06:22:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a567979eee534e71a0a7bb73d4c60afb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T06:22:03,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51/f/a567979eee534e71a0a7bb73d4c60afb_SeqId_6_ into 0e544d03e81caa67cc4614e0bed1cf51/f 2024-11-18T06:22:03,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins.hfs.10__test__3vvkd24vm1vcvcjrr0cdeugt9a0dmdm2sml90kt5ef5kqktim8k5d7t0grbkojbk/f/da74a89c249e403199c62eedacdcfd03_SeqId_6_ into 0e544d03e81caa67cc4614e0bed1cf51/f (new location: hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51/f/a567979eee534e71a0a7bb73d4c60afb_SeqId_6_) 2024-11-18T06:22:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins.hfs.10__test__3vvkd24vm1vcvcjrr0cdeugt9a0dmdm2sml90kt5ef5kqktim8k5d7t0grbkojbk/f/da74a89c249e403199c62eedacdcfd03_SeqId_6_ 2024-11-18T06:22:03,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins.hfs.10__test__3vvkd24vm1vcvcjrr0cdeugt9a0dmdm2sml90kt5ef5kqktim8k5d7t0grbkojbk/f/db53e1062d6140d497cd316186976e9f_SeqId_6_ into 0e544d03e81caa67cc4614e0bed1cf51/f as hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51/f/5662d0f479da4047846d82d87608b42f_SeqId_6_ - updating store file list. 2024-11-18T06:22:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5662d0f479da4047846d82d87608b42f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T06:22:03,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51/f/5662d0f479da4047846d82d87608b42f_SeqId_6_ into 0e544d03e81caa67cc4614e0bed1cf51/f 2024-11-18T06:22:03,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins.hfs.10__test__3vvkd24vm1vcvcjrr0cdeugt9a0dmdm2sml90kt5ef5kqktim8k5d7t0grbkojbk/f/db53e1062d6140d497cd316186976e9f_SeqId_6_ into 0e544d03e81caa67cc4614e0bed1cf51/f (new location: hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51/f/5662d0f479da4047846d82d87608b42f_SeqId_6_) 2024-11-18T06:22:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/staging/jenkins.hfs.10__test__3vvkd24vm1vcvcjrr0cdeugt9a0dmdm2sml90kt5ef5kqktim8k5d7t0grbkojbk/f/db53e1062d6140d497cd316186976e9f_SeqId_6_ 2024-11-18T06:22:03,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45199 {}] regionserver.ReplicationSink(324): Finished replicating [ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526] bulk loaded data 2024-11-18T06:22:04,017 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 687, reset compression=false 2024-11-18T06:22:04,022 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:22:04,022 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,45199,1731910906742 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e544d03e81caa67cc4614e0bed1cf51/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731910923853/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-18T06:22:04,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.ReplicationSink(318): Replicating [ee2ba099-9a1c-4cde-a5a6-f4a9bb7ba526, 8755229b-75d3-401c-a794-f0dc9c323e56] bulk loaded data 2024-11-18T06:22:04,024 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.wal-reader.6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.1731910913943 to pos 1033, reset compression=false 2024-11-18T06:22:04,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741844_1020 (size=11194) 2024-11-18T06:22:04,222 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 1033, reset compression=false 2024-11-18T06:22:04,428 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.wal-reader.6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.1731910913943 to pos 1033, reset compression=false 2024-11-18T06:22:04,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741845_1021 (size=10791) 2024-11-18T06:22:04,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:22:04,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:22:04,529 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 1033, reset compression=false 2024-11-18T06:22:04,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:04,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:04,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:04,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:04,529 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:22:04,529 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1532039102, stopped=false 2024-11-18T06:22:04,529 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,34681,1731910911542 2024-11-18T06:22:04,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1819961215/running 2024-11-18T06:22:04,579 DEBUG [pool-1162-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1819961215/running 2024-11-18T06:22:04,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215 2024-11-18T06:22:04,579 DEBUG [pool-1162-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215 2024-11-18T06:22:04,579 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:22:04,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:22:04,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:04,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:04,579 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,39525,1731910912155' ***** 2024-11-18T06:22:04,579 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:22:04,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Set watcher on znode that does not yet exist, /1819961215/running 2024-11-18T06:22:04,581 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:22:04,581 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:22:04,581 INFO [RS:0;6b5c0e5a2101:39525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:22:04,581 INFO [RS:0;6b5c0e5a2101:39525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:22:04,581 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer(3091): Received CLOSE for 95cd421a312cd41aa4c2badab0dfb8b6 2024-11-18T06:22:04,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Set watcher on znode that does not yet exist, /1819961215/running 2024-11-18T06:22:04,581 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer(3091): Received CLOSE for d314077da1d4575914313a94a93158df 2024-11-18T06:22:04,581 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,39525,1731910912155 2024-11-18T06:22:04,582 INFO [RS:0;6b5c0e5a2101:39525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:22:04,582 INFO [RS:0;6b5c0e5a2101:39525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:39525. 2024-11-18T06:22:04,582 DEBUG [RS:0;6b5c0e5a2101:39525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:04,582 DEBUG [RS:0;6b5c0e5a2101:39525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:04,582 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:22:04,582 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:22:04,582 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:22:04,582 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:22:04,582 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T06:22:04,582 DEBUG [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer(1325): Online Regions={95cd421a312cd41aa4c2badab0dfb8b6=hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6., d314077da1d4575914313a94a93158df=test,,1731910917323.d314077da1d4575914313a94a93158df., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:22:04,582 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95cd421a312cd41aa4c2badab0dfb8b6, disabling compactions & flushes 2024-11-18T06:22:04,582 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6. 2024-11-18T06:22:04,582 DEBUG [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95cd421a312cd41aa4c2badab0dfb8b6, d314077da1d4575914313a94a93158df 2024-11-18T06:22:04,582 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6. 2024-11-18T06:22:04,582 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6. after waiting 0 ms 2024-11-18T06:22:04,582 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6. 2024-11-18T06:22:04,582 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 95cd421a312cd41aa4c2badab0dfb8b6 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-18T06:22:04,582 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:22:04,582 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:22:04,582 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:22:04,582 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:22:04,582 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:22:04,583 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T06:22:04,601 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/replication/95cd421a312cd41aa4c2badab0dfb8b6/.tmp/hfileref/4847d2ec1fbc4ca7b842783fcfe5d9ed is 74, key is 1/hfileref:33f14c9c16394424a7737e9ee7d7622d_SeqId_4_/1731910923768/DeleteColumn/seqid=0 2024-11-18T06:22:04,601 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/.tmp/info/e6801b6685d6430eb9f571738b30ea32 is 147, key is hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6./info:regioninfo/1731910920927/Put/seqid=0 2024-11-18T06:22:04,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741847_1023 (size=5345) 2024-11-18T06:22:04,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741846_1022 (size=7686) 2024-11-18T06:22:04,606 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/.tmp/info/e6801b6685d6430eb9f571738b30ea32 2024-11-18T06:22:04,610 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:22:04,638 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/.tmp/ns/ed7e242fc08f4981b590c34d72b51d31 is 43, key is default/ns:d/1731910915088/Put/seqid=0 2024-11-18T06:22:04,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741848_1024 (size=5153) 2024-11-18T06:22:04,674 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/.tmp/ns/ed7e242fc08f4981b590c34d72b51d31 2024-11-18T06:22:04,704 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/.tmp/rep_barrier/0991994eaa864ab5966b8f584c1af5cd is 112, key is test,,1731910917323.d314077da1d4575914313a94a93158df./rep_barrier:seqnumDuringOpen/1731910917696/Put/seqid=0 2024-11-18T06:22:04,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741849_1025 (size=5518) 2024-11-18T06:22:04,735 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/.tmp/rep_barrier/0991994eaa864ab5966b8f584c1af5cd 2024-11-18T06:22:04,765 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/.tmp/table/f03cc2cd77c14b94b324dd0a57221830 is 53, key is hbase:replication/table:state/1731910920934/Put/seqid=0 2024-11-18T06:22:04,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741850_1026 (size=5308) 2024-11-18T06:22:04,771 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/.tmp/table/f03cc2cd77c14b94b324dd0a57221830 2024-11-18T06:22:04,776 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/.tmp/info/e6801b6685d6430eb9f571738b30ea32 as hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/info/e6801b6685d6430eb9f571738b30ea32 2024-11-18T06:22:04,781 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/info/e6801b6685d6430eb9f571738b30ea32, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T06:22:04,781 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/.tmp/ns/ed7e242fc08f4981b590c34d72b51d31 as hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/ns/ed7e242fc08f4981b590c34d72b51d31 2024-11-18T06:22:04,782 DEBUG [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95cd421a312cd41aa4c2badab0dfb8b6, d314077da1d4575914313a94a93158df 2024-11-18T06:22:04,785 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/ns/ed7e242fc08f4981b590c34d72b51d31, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T06:22:04,786 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/.tmp/rep_barrier/0991994eaa864ab5966b8f584c1af5cd as hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/rep_barrier/0991994eaa864ab5966b8f584c1af5cd 2024-11-18T06:22:04,790 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/rep_barrier/0991994eaa864ab5966b8f584c1af5cd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T06:22:04,791 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/.tmp/table/f03cc2cd77c14b94b324dd0a57221830 as hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/table/f03cc2cd77c14b94b324dd0a57221830 2024-11-18T06:22:04,795 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/table/f03cc2cd77c14b94b324dd0a57221830, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T06:22:04,796 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 214ms, sequenceid=16, compaction requested=false 2024-11-18T06:22:04,797 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:22:04,797 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:22:04,800 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T06:22:04,800 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:22:04,800 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:22:04,800 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:22:04,800 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910924582Running coprocessor pre-close hooks at 1731910924582Disabling compacts and flushes for region at 1731910924582Disabling writes for close at 1731910924582Obtaining lock to block concurrent updates at 1731910924583 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731910924583Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731910924583Flushing stores of hbase:meta,,1.1588230740 at 1731910924583Flushing 1588230740/info: creating writer at 1731910924583Flushing 1588230740/info: appending metadata at 1731910924601 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731910924601Flushing 1588230740/ns: creating writer at 1731910924616 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731910924637 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731910924638 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731910924682 (+44 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731910924704 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731910924704Flushing 1588230740/table: creating writer at 1731910924745 (+41 ms)Flushing 1588230740/table: appending metadata at 1731910924765 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731910924765Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ea437: reopening flushed file at 1731910924776 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4365bb81: reopening flushed file at 1731910924781 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd9505: reopening flushed file at 1731910924785 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b358480: reopening flushed file at 1731910924791 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 214ms, sequenceid=16, compaction requested=false at 1731910924796 (+5 ms)Writing region close event to WAL at 1731910924797 (+1 ms)Running coprocessor post-close hooks at 1731910924800 (+3 ms)Closed at 1731910924800 2024-11-18T06:22:04,800 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:22:04,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T06:22:04,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39525 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b5c0e5a2101,39525,1731910912155 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T06:22:04,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39525 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:34846 deadline: 1731910984844, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b5c0e5a2101,39525,1731910912155 stopping 2024-11-18T06:22:04,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b5c0e5a2101,39525,1731910912155 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T06:22:04,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b5c0e5a2101,39525,1731910912155 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T06:22:04,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1 from cache 2024-11-18T06:22:04,932 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.wal-reader.6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.1731910913943 to pos 1033, reset compression=false 2024-11-18T06:22:04,933 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 1033, reset compression=false 2024-11-18T06:22:04,982 DEBUG [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer(1351): Waiting on 95cd421a312cd41aa4c2badab0dfb8b6, d314077da1d4575914313a94a93158df 2024-11-18T06:22:04,988 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1] 2024-11-18T06:22:04,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39525 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b5c0e5a2101,39525,1731910912155 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T06:22:04,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39525 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:34846 deadline: 1731910984845, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b5c0e5a2101,39525,1731910912155 stopping 2024-11-18T06:22:04,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b5c0e5a2101,39525,1731910912155 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T06:22:04,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b5c0e5a2101,39525,1731910912155 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T06:22:04,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1 from cache 2024-11-18T06:22:05,005 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/replication/95cd421a312cd41aa4c2badab0dfb8b6/.tmp/hfileref/4847d2ec1fbc4ca7b842783fcfe5d9ed 2024-11-18T06:22:05,022 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/replication/95cd421a312cd41aa4c2badab0dfb8b6/.tmp/queue/348d3b8e9f0149c499e65cd70f71e0b4 is 154, key is 1-6b5c0e5a2101,39525,1731910912155/queue:6b5c0e5a2101%2C39525%2C1731910912155/1731910923859/Put/seqid=0 2024-11-18T06:22:05,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741851_1027 (size=5353) 2024-11-18T06:22:05,026 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/replication/95cd421a312cd41aa4c2badab0dfb8b6/.tmp/queue/348d3b8e9f0149c499e65cd70f71e0b4 2024-11-18T06:22:05,031 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/replication/95cd421a312cd41aa4c2badab0dfb8b6/.tmp/hfileref/4847d2ec1fbc4ca7b842783fcfe5d9ed as hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/replication/95cd421a312cd41aa4c2badab0dfb8b6/hfileref/4847d2ec1fbc4ca7b842783fcfe5d9ed 2024-11-18T06:22:05,036 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/replication/95cd421a312cd41aa4c2badab0dfb8b6/hfileref/4847d2ec1fbc4ca7b842783fcfe5d9ed, entries=4, sequenceid=12, filesize=5.2 K 2024-11-18T06:22:05,040 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/replication/95cd421a312cd41aa4c2badab0dfb8b6/.tmp/queue/348d3b8e9f0149c499e65cd70f71e0b4 as hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/replication/95cd421a312cd41aa4c2badab0dfb8b6/queue/348d3b8e9f0149c499e65cd70f71e0b4 2024-11-18T06:22:05,046 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/replication/95cd421a312cd41aa4c2badab0dfb8b6/queue/348d3b8e9f0149c499e65cd70f71e0b4, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T06:22:05,047 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 95cd421a312cd41aa4c2badab0dfb8b6 in 465ms, sequenceid=12, compaction requested=false 2024-11-18T06:22:05,079 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/hbase/replication/95cd421a312cd41aa4c2badab0dfb8b6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T06:22:05,079 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:22:05,079 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:22:05,080 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6. 2024-11-18T06:22:05,080 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95cd421a312cd41aa4c2badab0dfb8b6: Waiting for close lock at 1731910924582Running coprocessor pre-close hooks at 1731910924582Disabling compacts and flushes for region at 1731910924582Disabling writes for close at 1731910924582Obtaining lock to block concurrent updates at 1731910924582Preparing flush snapshotting stores in 95cd421a312cd41aa4c2badab0dfb8b6 at 1731910924582Finished memstore snapshotting hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731910924583 (+1 ms)Flushing stores of hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6. at 1731910924583Flushing 95cd421a312cd41aa4c2badab0dfb8b6/hfileref: creating writer at 1731910924583Flushing 95cd421a312cd41aa4c2badab0dfb8b6/hfileref: appending metadata at 1731910924600 (+17 ms)Flushing 95cd421a312cd41aa4c2badab0dfb8b6/hfileref: closing flushed file at 1731910924601 (+1 ms)Flushing 95cd421a312cd41aa4c2badab0dfb8b6/queue: creating writer at 1731910925010 (+409 ms)Flushing 95cd421a312cd41aa4c2badab0dfb8b6/queue: appending metadata at 1731910925022 (+12 ms)Flushing 95cd421a312cd41aa4c2badab0dfb8b6/queue: closing flushed file at 1731910925022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e93424: reopening flushed file at 1731910925030 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1064eb61: reopening flushed file at 1731910925036 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 95cd421a312cd41aa4c2badab0dfb8b6 in 465ms, sequenceid=12, compaction requested=false at 1731910925047 (+11 ms)Writing region close event to WAL at 1731910925060 (+13 ms)Running coprocessor post-close hooks at 1731910925079 (+19 ms)Closed at 1731910925080 (+1 ms) 2024-11-18T06:22:05,080 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731910920149.95cd421a312cd41aa4c2badab0dfb8b6. 2024-11-18T06:22:05,080 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d314077da1d4575914313a94a93158df, disabling compactions & flushes 2024-11-18T06:22:05,080 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731910917323.d314077da1d4575914313a94a93158df. 2024-11-18T06:22:05,080 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731910917323.d314077da1d4575914313a94a93158df. 2024-11-18T06:22:05,080 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731910917323.d314077da1d4575914313a94a93158df. after waiting 0 ms 2024-11-18T06:22:05,080 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731910917323.d314077da1d4575914313a94a93158df. 2024-11-18T06:22:05,113 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/data/default/test/d314077da1d4575914313a94a93158df/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:22:05,113 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:22:05,113 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:22:05,113 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731910917323.d314077da1d4575914313a94a93158df. 2024-11-18T06:22:05,114 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d314077da1d4575914313a94a93158df: Waiting for close lock at 1731910925080Running coprocessor pre-close hooks at 1731910925080Disabling compacts and flushes for region at 1731910925080Disabling writes for close at 1731910925080Writing region close event to WAL at 1731910925108 (+28 ms)Running coprocessor post-close hooks at 1731910925113 (+5 ms)Closed at 1731910925113 2024-11-18T06:22:05,114 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731910917323.d314077da1d4575914313a94a93158df. 2024-11-18T06:22:05,183 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,39525,1731910912155; all regions closed. 2024-11-18T06:22:05,199 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:05,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1] 2024-11-18T06:22:05,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39525 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b5c0e5a2101,39525,1731910912155 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T06:22:05,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39525 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:34846 deadline: 1731910984845, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b5c0e5a2101,39525,1731910912155 stopping 2024-11-18T06:22:05,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b5c0e5a2101,39525,1731910912155 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T06:22:05,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b5c0e5a2101,39525,1731910912155 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T06:22:05,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39525,1731910912155, seqNum=-1 from cache 2024-11-18T06:22:05,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741834_1010 (size=4239) 2024-11-18T06:22:05,211 DEBUG [RS:0;6b5c0e5a2101:39525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/oldWALs 2024-11-18T06:22:05,211 INFO [RS:0;6b5c0e5a2101:39525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C39525%2C1731910912155.meta:.meta(num 1731910915034) 2024-11-18T06:22:05,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741839_1015 (size=3127) 2024-11-18T06:22:05,250 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/WALs/6b5c0e5a2101,39525,1731910912155/6b5c0e5a2101%2C39525%2C1731910912155.rep.1731910920891 not finished, retry = 0 2024-11-18T06:22:05,357 DEBUG [RS:0;6b5c0e5a2101:39525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/oldWALs 2024-11-18T06:22:05,357 INFO [RS:0;6b5c0e5a2101:39525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C39525%2C1731910912155.rep:(num 1731910920891) 2024-11-18T06:22:05,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741832_1008 (size=1336) 2024-11-18T06:22:05,403 DEBUG [RS:0;6b5c0e5a2101:39525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/oldWALs 2024-11-18T06:22:05,404 INFO [RS:0;6b5c0e5a2101:39525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C39525%2C1731910912155:(num 1731910913943) 2024-11-18T06:22:05,404 DEBUG [RS:0;6b5c0e5a2101:39525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:05,404 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:22:05,404 INFO [RS:0;6b5c0e5a2101:39525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:22:05,404 INFO [RS:0;6b5c0e5a2101:39525 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:22:05,404 INFO [RS:0;6b5c0e5a2101:39525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:22:05,404 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:22:05,405 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b5c0e5a2101,39525,1731910912155 because: Region server is closing 2024-11-18T06:22:05,405 INFO [RS:0;6b5c0e5a2101:39525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:39525. 2024-11-18T06:22:05,405 DEBUG [RS:0;6b5c0e5a2101:39525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:05,405 DEBUG [RS:0;6b5c0e5a2101:39525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:05,405 DEBUG [RS:0;6b5c0e5a2101:39525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:05,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:05,454 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 1033, reset compression=false 2024-11-18T06:22:05,506 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.shipper6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T06:22:05,506 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.wal-reader.6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T06:22:05,506 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39525,1731910912155.replicationSource.shipper6b5c0e5a2101%2C39525%2C1731910912155,1-6b5c0e5a2101,39525,1731910912155 terminated 2024-11-18T06:22:05,506 INFO [RS:0;6b5c0e5a2101:39525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:39525. 2024-11-18T06:22:05,506 DEBUG [RS:0;6b5c0e5a2101:39525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:05,506 DEBUG [RS:0;6b5c0e5a2101:39525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:05,506 DEBUG [RS:0;6b5c0e5a2101:39525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:05,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:05,507 INFO [RS:0;6b5c0e5a2101:39525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39525 2024-11-18T06:22:05,509 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:05,508 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6b5c0e5a2101:39525 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-18T06:22:05,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-18T06:22:05,510 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-18T06:22:05,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-18T06:22:05,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:34832 deadline: 1731910984023, exception=java.io.InterruptedIOException 2024-11-18T06:22:05,511 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T06:22:05,579 DEBUG [pool-1162-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1819961215/rs/6b5c0e5a2101,39525,1731910912155 2024-11-18T06:22:05,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215/rs 2024-11-18T06:22:05,579 INFO [RS:0;6b5c0e5a2101:39525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:22:05,590 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,39525,1731910912155] 2024-11-18T06:22:05,600 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1819961215/draining/6b5c0e5a2101,39525,1731910912155 already deleted, retry=false 2024-11-18T06:22:05,600 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,39525,1731910912155 expired; onlineServers=0 2024-11-18T06:22:05,600 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,34681,1731910911542' ***** 2024-11-18T06:22:05,600 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:22:05,600 INFO [M:0;6b5c0e5a2101:34681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:22:05,600 INFO [M:0;6b5c0e5a2101:34681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:22:05,600 DEBUG [M:0;6b5c0e5a2101:34681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:22:05,600 DEBUG [M:0;6b5c0e5a2101:34681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:22:05,600 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910913702 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910913702,5,FailOnTimeoutGroup] 2024-11-18T06:22:05,601 INFO [M:0;6b5c0e5a2101:34681 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:22:05,601 INFO [M:0;6b5c0e5a2101:34681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:22:05,601 DEBUG [M:0;6b5c0e5a2101:34681 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:22:05,601 INFO [M:0;6b5c0e5a2101:34681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:22:05,601 INFO [M:0;6b5c0e5a2101:34681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:22:05,601 INFO [M:0;6b5c0e5a2101:34681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:22:05,601 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:22:05,601 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910913700 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910913700,5,FailOnTimeoutGroup] 2024-11-18T06:22:05,601 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:22:05,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1819961215/master 2024-11-18T06:22:05,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819961215 2024-11-18T06:22:05,611 DEBUG [M:0;6b5c0e5a2101:34681 {}] zookeeper.ZKUtil(347): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Unable to get data of znode /1819961215/master because node does not exist (not an error) 2024-11-18T06:22:05,611 WARN [M:0;6b5c0e5a2101:34681 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T06:22:05,611 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6b5c0e5a2101:39525 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b5c0e5a2101/172.17.0.3:39525 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:22:05,611 INFO [M:0;6b5c0e5a2101:34681 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/.lastflushedseqids 2024-11-18T06:22:05,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6b5c0e5a2101:39525 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b5c0e5a2101/172.17.0.3:39525 2024-11-18T06:22:05,612 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=6b5c0e5a2101:39525 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b5c0e5a2101/172.17.0.3:39525 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b5c0e5a2101/172.17.0.3:39525 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:22:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T06:22:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41856 deadline: 1731910985615, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-18T06:22:05,617 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-18T06:22:05,619 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T06:22:05,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741852_1028 (size=263) 2024-11-18T06:22:05,691 DEBUG [pool-1162-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:22:05,691 DEBUG [pool-1162-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1014c9b22ea0004, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:22:05,691 INFO [RS:0;6b5c0e5a2101:39525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:22:05,691 INFO [RS:0;6b5c0e5a2101:39525 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,39525,1731910912155; zookeeper connection closed. 2024-11-18T06:22:05,700 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46a7d03b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46a7d03b 2024-11-18T06:22:05,700 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:22:05,819 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-18T06:22:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T06:22:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41856 deadline: 1731910985821, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-18T06:22:05,822 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-18T06:22:05,823 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T06:22:05,823 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-18T06:22:06,018 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:06,019 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-18T06:22:06,019 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:22:06,048 INFO [M:0;6b5c0e5a2101:34681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:22:06,048 INFO [M:0;6b5c0e5a2101:34681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:22:06,048 DEBUG [M:0;6b5c0e5a2101:34681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:22:06,048 INFO [M:0;6b5c0e5a2101:34681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:06,048 DEBUG [M:0;6b5c0e5a2101:34681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:06,048 DEBUG [M:0;6b5c0e5a2101:34681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:22:06,048 DEBUG [M:0;6b5c0e5a2101:34681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:06,048 INFO [M:0;6b5c0e5a2101:34681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T06:22:06,063 DEBUG [M:0;6b5c0e5a2101:34681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a19ca21300924ee7882c305541dc5562 is 82, key is hbase:meta,,1/info:regioninfo/1731910915068/Put/seqid=0 2024-11-18T06:22:06,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741853_1029 (size=5672) 2024-11-18T06:22:06,074 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 1033, reset compression=false 2024-11-18T06:22:06,124 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-18T06:22:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T06:22:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41856 deadline: 1731910986126, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-18T06:22:06,126 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-18T06:22:06,127 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T06:22:06,127 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-18T06:22:06,414 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:22:06,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:06,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:06,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:06,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:06,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:06,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:06,467 INFO [M:0;6b5c0e5a2101:34681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a19ca21300924ee7882c305541dc5562 2024-11-18T06:22:06,488 DEBUG [M:0;6b5c0e5a2101:34681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e27bc0435744327b42745078bb07bee is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731910920937/Put/seqid=0 2024-11-18T06:22:06,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741854_1030 (size=8516) 2024-11-18T06:22:06,528 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-18T06:22:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T06:22:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41856 deadline: 1731910986529, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-18T06:22:06,530 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-18T06:22:06,530 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T06:22:06,531 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-18T06:22:06,777 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 1033, reset compression=false 2024-11-18T06:22:06,893 INFO [M:0;6b5c0e5a2101:34681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e27bc0435744327b42745078bb07bee 2024-11-18T06:22:06,917 DEBUG [M:0;6b5c0e5a2101:34681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/785f44b293e44928a52dffb122776b08 is 69, key is 6b5c0e5a2101,39525,1731910912155/rs:state/1731910913769/Put/seqid=0 2024-11-18T06:22:06,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741855_1031 (size=5156) 2024-11-18T06:22:07,031 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-18T06:22:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T06:22:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41856 deadline: 1731910987033, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-18T06:22:07,034 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-18T06:22:07,035 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T06:22:07,035 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-18T06:22:07,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T06:22:07,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T06:22:07,322 INFO [M:0;6b5c0e5a2101:34681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/785f44b293e44928a52dffb122776b08 2024-11-18T06:22:07,329 DEBUG [M:0;6b5c0e5a2101:34681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a19ca21300924ee7882c305541dc5562 as hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a19ca21300924ee7882c305541dc5562 2024-11-18T06:22:07,334 INFO [M:0;6b5c0e5a2101:34681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a19ca21300924ee7882c305541dc5562, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T06:22:07,335 DEBUG [M:0;6b5c0e5a2101:34681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e27bc0435744327b42745078bb07bee as hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e27bc0435744327b42745078bb07bee 2024-11-18T06:22:07,340 INFO [M:0;6b5c0e5a2101:34681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e27bc0435744327b42745078bb07bee, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T06:22:07,341 DEBUG [M:0;6b5c0e5a2101:34681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/785f44b293e44928a52dffb122776b08 as hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/785f44b293e44928a52dffb122776b08 2024-11-18T06:22:07,346 INFO [M:0;6b5c0e5a2101:34681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46021/user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/785f44b293e44928a52dffb122776b08, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T06:22:07,347 INFO [M:0;6b5c0e5a2101:34681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=97, compaction requested=false 2024-11-18T06:22:07,353 INFO [M:0;6b5c0e5a2101:34681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:07,353 DEBUG [M:0;6b5c0e5a2101:34681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910926048Disabling compacts and flushes for region at 1731910926048Disabling writes for close at 1731910926048Obtaining lock to block concurrent updates at 1731910926048Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731910926048Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731910926049 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731910926049Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731910926049Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731910926063 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731910926063Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731910926471 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731910926488 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731910926488Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731910926896 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731910926917 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731910926917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8a987c6: reopening flushed file at 1731910927328 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a3bfa65: reopening flushed file at 1731910927334 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415840e8: reopening flushed file at 1731910927340 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=97, compaction requested=false at 1731910927347 (+7 ms)Writing region close event to WAL at 1731910927353 (+6 ms)Closed at 1731910927353 2024-11-18T06:22:07,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741830_1006 (size=63654) 2024-11-18T06:22:07,356 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/183baec1-bf26-daf6-62b6-20a138681288/MasterData/WALs/6b5c0e5a2101,34681,1731910911542/6b5c0e5a2101%2C34681%2C1731910911542.1731910913392 not finished, retry = 0 2024-11-18T06:22:07,457 INFO [M:0;6b5c0e5a2101:34681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:22:07,457 INFO [M:0;6b5c0e5a2101:34681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34681 2024-11-18T06:22:07,458 INFO [M:0;6b5c0e5a2101:34681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:22:07,458 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:22:07,581 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 1033, reset compression=false 2024-11-18T06:22:07,636 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-18T06:22:07,636 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6b5c0e5a2101:34681 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b5c0e5a2101/172.17.0.3:34681 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:22:07,637 INFO [M:0;6b5c0e5a2101:34681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:22:07,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6b5c0e5a2101:34681 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b5c0e5a2101/172.17.0.3:34681 2024-11-18T06:22:07,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:22:07,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1014c9b22ea0003, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:22:07,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e394b13{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:22:07,676 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bf5bc09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:22:07,676 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:22:07,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3737a68d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:22:07,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53928bf2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/hadoop.log.dir/,STOPPED} 2024-11-18T06:22:07,678 WARN [BP-1140183745-172.17.0.3-1731910909492 heartbeating to localhost/127.0.0.1:46021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:22:07,678 WARN [BP-1140183745-172.17.0.3-1731910909492 heartbeating to localhost/127.0.0.1:46021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1140183745-172.17.0.3-1731910909492 (Datanode Uuid ef25499a-1270-4230-bdc8-e1a95f0302e3) service to localhost/127.0.0.1:46021 2024-11-18T06:22:07,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/cluster_bd52705d-9397-aef3-1463-2936af79b957/data/data1/current/BP-1140183745-172.17.0.3-1731910909492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:22:07,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/cluster_bd52705d-9397-aef3-1463-2936af79b957/data/data2/current/BP-1140183745-172.17.0.3-1731910909492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:22:07,679 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:22:07,679 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:22:07,679 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:22:07,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12605470{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:22:07,689 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74391c76{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:22:07,689 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:22:07,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648109d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:22:07,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eb92919{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/hadoop.log.dir/,STOPPED} 2024-11-18T06:22:07,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:22:07,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:22:07,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:22:07,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:07,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:07,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:07,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:07,712 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:22:07,712 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1109840002, stopped=false 2024-11-18T06:22:07,712 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,33161,1731910906396 2024-11-18T06:22:07,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02072853418/running 2024-11-18T06:22:07,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02072853418/running 2024-11-18T06:22:07,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418 2024-11-18T06:22:07,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418 2024-11-18T06:22:07,731 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:22:07,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:22:07,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:07,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Set watcher on znode that does not yet exist, /02072853418/running 2024-11-18T06:22:07,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Set watcher on znode that does not yet exist, /02072853418/running 2024-11-18T06:22:07,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:07,732 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,45199,1731910906742' ***** 2024-11-18T06:22:07,732 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:22:07,733 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:22:07,733 INFO [RS:0;6b5c0e5a2101:45199 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:22:07,733 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:22:07,733 INFO [RS:0;6b5c0e5a2101:45199 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:22:07,733 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e544d03e81caa67cc4614e0bed1cf51 2024-11-18T06:22:07,733 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(3091): Received CLOSE for 870f6ce8e9931830d62f09f1d8edfebb 2024-11-18T06:22:07,733 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,45199,1731910906742 2024-11-18T06:22:07,733 INFO [RS:0;6b5c0e5a2101:45199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:22:07,733 INFO [RS:0;6b5c0e5a2101:45199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:45199. 2024-11-18T06:22:07,733 DEBUG [RS:0;6b5c0e5a2101:45199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:07,733 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e544d03e81caa67cc4614e0bed1cf51, disabling compactions & flushes 2024-11-18T06:22:07,733 DEBUG [RS:0;6b5c0e5a2101:45199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:07,733 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51. 2024-11-18T06:22:07,733 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51. 2024-11-18T06:22:07,733 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:22:07,733 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:22:07,733 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51. after waiting 0 ms 2024-11-18T06:22:07,733 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:22:07,734 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51. 2024-11-18T06:22:07,734 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:22:07,734 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T06:22:07,734 DEBUG [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(1325): Online Regions={0e544d03e81caa67cc4614e0bed1cf51=test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51., 870f6ce8e9931830d62f09f1d8edfebb=hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:22:07,734 DEBUG [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(1351): Waiting on 0e544d03e81caa67cc4614e0bed1cf51, 1588230740, 870f6ce8e9931830d62f09f1d8edfebb 2024-11-18T06:22:07,734 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:22:07,734 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:22:07,734 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:22:07,734 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:22:07,734 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:22:07,734 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T06:22:07,738 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:07,739 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6b5c0e5a2101:34681 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b5c0e5a2101/172.17.0.3:34681 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:22:07,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=6b5c0e5a2101:34681 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b5c0e5a2101/172.17.0.3:34681 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-18T06:22:07,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 6b5c0e5a2101:34681 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b5c0e5a2101/172.17.0.3:34681 2024-11-18T06:22:07,746 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/default/test/0e544d03e81caa67cc4614e0bed1cf51/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:22:07,746 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:22:07,747 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:22:07,747 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51. 2024-11-18T06:22:07,747 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e544d03e81caa67cc4614e0bed1cf51: Waiting for close lock at 1731910927733Running coprocessor pre-close hooks at 1731910927733Disabling compacts and flushes for region at 1731910927733Disabling writes for close at 1731910927733Writing region close event to WAL at 1731910927736 (+3 ms)Running coprocessor post-close hooks at 1731910927746 (+10 ms)Closed at 1731910927747 (+1 ms) 2024-11-18T06:22:07,747 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51. 2024-11-18T06:22:07,747 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 870f6ce8e9931830d62f09f1d8edfebb, disabling compactions & flushes 2024-11-18T06:22:07,747 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb. 2024-11-18T06:22:07,747 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb. 2024-11-18T06:22:07,747 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb. after waiting 0 ms 2024-11-18T06:22:07,747 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb. 2024-11-18T06:22:07,747 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 870f6ce8e9931830d62f09f1d8edfebb 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-18T06:22:07,751 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/.tmp/info/4fa989e9495d47a3abbe85d2424ffe65 is 147, key is hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb./info:regioninfo/1731910918820/Put/seqid=0 2024-11-18T06:22:07,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741846_1022 (size=7686) 2024-11-18T06:22:07,757 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/.tmp/info/4fa989e9495d47a3abbe85d2424ffe65 2024-11-18T06:22:07,777 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/replication/870f6ce8e9931830d62f09f1d8edfebb/.tmp/hfileref/8401b5840f2143bda6354886e94788bc is 74, key is 1/hfileref:09485fcac8454262b4597ece5070cbc7_SeqId_4_/1731910922864/DeleteColumn/seqid=0 2024-11-18T06:22:07,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741847_1023 (size=5345) 2024-11-18T06:22:07,787 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/.tmp/ns/571e4741cf65470c9e9a770303b96dd3 is 43, key is default/ns:d/1731910909389/Put/seqid=0 2024-11-18T06:22:07,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741848_1024 (size=5153) 2024-11-18T06:22:07,826 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:22:07,934 DEBUG [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 870f6ce8e9931830d62f09f1d8edfebb 2024-11-18T06:22:07,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:07,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6b5c0e5a2101:34681 this server is in the failed servers list 2024-11-18T06:22:07,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6b5c0e5a2101:34681 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:22:08,099 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:22:08,099 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:22:08,134 DEBUG [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 870f6ce8e9931830d62f09f1d8edfebb 2024-11-18T06:22:08,182 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/replication/870f6ce8e9931830d62f09f1d8edfebb/.tmp/hfileref/8401b5840f2143bda6354886e94788bc 2024-11-18T06:22:08,200 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/.tmp/ns/571e4741cf65470c9e9a770303b96dd3 2024-11-18T06:22:08,202 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/replication/870f6ce8e9931830d62f09f1d8edfebb/.tmp/queue/70ff7a2ecb6e4c589d7454256ad6d764 is 153, key is 1-6b5c0e5a2101,45199,1731910906742/queue:6b5c0e5a2101%2C45199%2C1731910906742/1731910922865/Put/seqid=0 2024-11-18T06:22:08,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741849_1025 (size=5352) 2024-11-18T06:22:08,218 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/.tmp/rep_barrier/52df1f9ded3e40b89a122124c5e7019c is 112, key is test,,1731910915164.0e544d03e81caa67cc4614e0bed1cf51./rep_barrier:seqnumDuringOpen/1731910916374/Put/seqid=0 2024-11-18T06:22:08,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741850_1026 (size=5518) 2024-11-18T06:22:08,259 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:08,259 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6b5c0e5a2101:34681 this server is in the failed servers list 2024-11-18T06:22:08,259 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6b5c0e5a2101:34681 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:22:08,335 DEBUG [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 870f6ce8e9931830d62f09f1d8edfebb 2024-11-18T06:22:08,486 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 1033, reset compression=false 2024-11-18T06:22:08,495 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:22:08,495 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 1328, reset compression=false 2024-11-18T06:22:08,535 DEBUG [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 870f6ce8e9931830d62f09f1d8edfebb 2024-11-18T06:22:08,608 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/replication/870f6ce8e9931830d62f09f1d8edfebb/.tmp/queue/70ff7a2ecb6e4c589d7454256ad6d764 2024-11-18T06:22:08,614 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/replication/870f6ce8e9931830d62f09f1d8edfebb/.tmp/hfileref/8401b5840f2143bda6354886e94788bc as hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/replication/870f6ce8e9931830d62f09f1d8edfebb/hfileref/8401b5840f2143bda6354886e94788bc 2024-11-18T06:22:08,619 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/replication/870f6ce8e9931830d62f09f1d8edfebb/hfileref/8401b5840f2143bda6354886e94788bc, entries=4, sequenceid=10, filesize=5.2 K 2024-11-18T06:22:08,621 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/replication/870f6ce8e9931830d62f09f1d8edfebb/.tmp/queue/70ff7a2ecb6e4c589d7454256ad6d764 as hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/replication/870f6ce8e9931830d62f09f1d8edfebb/queue/70ff7a2ecb6e4c589d7454256ad6d764 2024-11-18T06:22:08,622 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/.tmp/rep_barrier/52df1f9ded3e40b89a122124c5e7019c 2024-11-18T06:22:08,628 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/replication/870f6ce8e9931830d62f09f1d8edfebb/queue/70ff7a2ecb6e4c589d7454256ad6d764, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T06:22:08,630 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 870f6ce8e9931830d62f09f1d8edfebb in 883ms, sequenceid=10, compaction requested=false 2024-11-18T06:22:08,642 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/replication/870f6ce8e9931830d62f09f1d8edfebb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T06:22:08,643 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:22:08,643 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:22:08,643 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb. 2024-11-18T06:22:08,643 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 870f6ce8e9931830d62f09f1d8edfebb: Waiting for close lock at 1731910927747Running coprocessor pre-close hooks at 1731910927747Disabling compacts and flushes for region at 1731910927747Disabling writes for close at 1731910927747Obtaining lock to block concurrent updates at 1731910927747Preparing flush snapshotting stores in 870f6ce8e9931830d62f09f1d8edfebb at 1731910927747Finished memstore snapshotting hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731910927748 (+1 ms)Flushing stores of hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb. at 1731910927748Flushing 870f6ce8e9931830d62f09f1d8edfebb/hfileref: creating writer at 1731910927748Flushing 870f6ce8e9931830d62f09f1d8edfebb/hfileref: appending metadata at 1731910927777 (+29 ms)Flushing 870f6ce8e9931830d62f09f1d8edfebb/hfileref: closing flushed file at 1731910927777Flushing 870f6ce8e9931830d62f09f1d8edfebb/queue: creating writer at 1731910928186 (+409 ms)Flushing 870f6ce8e9931830d62f09f1d8edfebb/queue: appending metadata at 1731910928201 (+15 ms)Flushing 870f6ce8e9931830d62f09f1d8edfebb/queue: closing flushed file at 1731910928202 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d0f2716: reopening flushed file at 1731910928613 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663b8040: reopening flushed file at 1731910928619 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 870f6ce8e9931830d62f09f1d8edfebb in 883ms, sequenceid=10, compaction requested=false at 1731910928630 (+11 ms)Writing region close event to WAL at 1731910928638 (+8 ms)Running coprocessor post-close hooks at 1731910928643 (+5 ms)Closed at 1731910928643 2024-11-18T06:22:08,643 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731910918000.870f6ce8e9931830d62f09f1d8edfebb. 2024-11-18T06:22:08,650 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/.tmp/table/1d3e95ec7e2943f98f97a5344859703f is 53, key is hbase:replication/table:state/1731910918831/Put/seqid=0 2024-11-18T06:22:08,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741851_1027 (size=5308) 2024-11-18T06:22:08,698 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 1328, reset compression=false 2024-11-18T06:22:08,735 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T06:22:08,735 DEBUG [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:22:08,735 DEBUG [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:22:08,769 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:08,769 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6b5c0e5a2101:34681 this server is in the failed servers list 2024-11-18T06:22:08,769 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6b5c0e5a2101:34681 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:22:08,935 DEBUG [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:22:09,003 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.wal-reader.6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.1731910908238 to pos 1328, reset compression=false 2024-11-18T06:22:09,080 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/.tmp/table/1d3e95ec7e2943f98f97a5344859703f 2024-11-18T06:22:09,084 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/.tmp/info/4fa989e9495d47a3abbe85d2424ffe65 as hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/info/4fa989e9495d47a3abbe85d2424ffe65 2024-11-18T06:22:09,088 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/info/4fa989e9495d47a3abbe85d2424ffe65, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T06:22:09,089 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/.tmp/ns/571e4741cf65470c9e9a770303b96dd3 as hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/ns/571e4741cf65470c9e9a770303b96dd3 2024-11-18T06:22:09,094 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/ns/571e4741cf65470c9e9a770303b96dd3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T06:22:09,095 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/.tmp/rep_barrier/52df1f9ded3e40b89a122124c5e7019c as hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/rep_barrier/52df1f9ded3e40b89a122124c5e7019c 2024-11-18T06:22:09,099 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/rep_barrier/52df1f9ded3e40b89a122124c5e7019c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T06:22:09,100 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/.tmp/table/1d3e95ec7e2943f98f97a5344859703f as hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/table/1d3e95ec7e2943f98f97a5344859703f 2024-11-18T06:22:09,103 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/table/1d3e95ec7e2943f98f97a5344859703f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T06:22:09,104 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1370ms, sequenceid=16, compaction requested=false 2024-11-18T06:22:09,104 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T06:22:09,108 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T06:22:09,109 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:22:09,109 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:22:09,109 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:22:09,109 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910927734Running coprocessor pre-close hooks at 1731910927734Disabling compacts and flushes for region at 1731910927734Disabling writes for close at 1731910927734Obtaining lock to block concurrent updates at 1731910927734Preparing flush snapshotting stores in 1588230740 at 1731910927734Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731910927735 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731910927735Flushing 1588230740/info: creating writer at 1731910927735Flushing 1588230740/info: appending metadata at 1731910927751 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731910927751Flushing 1588230740/ns: creating writer at 1731910927762 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731910927787 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731910927787Flushing 1588230740/rep_barrier: creating writer at 1731910928205 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731910928218 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731910928218Flushing 1588230740/table: creating writer at 1731910928627 (+409 ms)Flushing 1588230740/table: appending metadata at 1731910928650 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731910928650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c45cf26: reopening flushed file at 1731910929083 (+433 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1deb3bb9: reopening flushed file at 1731910929089 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28ff966f: reopening flushed file at 1731910929094 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cb2f9df: reopening flushed file at 1731910929099 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1370ms, sequenceid=16, compaction requested=false at 1731910929104 (+5 ms)Writing region close event to WAL at 1731910929106 (+2 ms)Running coprocessor post-close hooks at 1731910929109 (+3 ms)Closed at 1731910929109 2024-11-18T06:22:09,109 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:22:09,135 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,45199,1731910906742; all regions closed. 2024-11-18T06:22:09,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741834_1010 (size=4239) 2024-11-18T06:22:09,138 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.meta.1731910909237.meta not finished, retry = 0 2024-11-18T06:22:09,240 DEBUG [RS:0;6b5c0e5a2101:45199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/oldWALs 2024-11-18T06:22:09,240 INFO [RS:0;6b5c0e5a2101:45199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C45199%2C1731910906742.meta:.meta(num 1731910909237) 2024-11-18T06:22:09,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741839_1015 (size=2695) 2024-11-18T06:22:09,242 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/WALs/6b5c0e5a2101,45199,1731910906742/6b5c0e5a2101%2C45199%2C1731910906742.rep.1731910918764 not finished, retry = 0 2024-11-18T06:22:09,345 DEBUG [RS:0;6b5c0e5a2101:45199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/oldWALs 2024-11-18T06:22:09,345 INFO [RS:0;6b5c0e5a2101:45199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C45199%2C1731910906742.rep:(num 1731910918764) 2024-11-18T06:22:09,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741832_1008 (size=1336) 2024-11-18T06:22:09,348 DEBUG [RS:0;6b5c0e5a2101:45199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/oldWALs 2024-11-18T06:22:09,348 INFO [RS:0;6b5c0e5a2101:45199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C45199%2C1731910906742:(num 1731910908238) 2024-11-18T06:22:09,348 DEBUG [RS:0;6b5c0e5a2101:45199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:09,348 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:22:09,349 INFO [RS:0;6b5c0e5a2101:45199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:22:09,349 INFO [RS:0;6b5c0e5a2101:45199 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:22:09,349 INFO [RS:0;6b5c0e5a2101:45199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:22:09,349 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:22:09,349 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b5c0e5a2101,45199,1731910906742 because: Region server is closing 2024-11-18T06:22:09,350 INFO [RS:0;6b5c0e5a2101:45199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:45199. 2024-11-18T06:22:09,350 DEBUG [RS:0;6b5c0e5a2101:45199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:09,350 DEBUG [RS:0;6b5c0e5a2101:45199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:09,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:09,350 DEBUG [RS:0;6b5c0e5a2101:45199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:09,450 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-18T06:22:09,451 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T06:22:09,451 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-18T06:22:09,788 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:09,789 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:22:09,791 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:22:10,152 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,45199,1731910906742.replicationSource.shipper6b5c0e5a2101%2C45199%2C1731910906742,1-6b5c0e5a2101,45199,1731910906742 terminated 2024-11-18T06:22:10,152 INFO [RS:0;6b5c0e5a2101:45199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:45199. 2024-11-18T06:22:10,152 DEBUG [RS:0;6b5c0e5a2101:45199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:10,152 DEBUG [RS:0;6b5c0e5a2101:45199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:10,153 DEBUG [RS:0;6b5c0e5a2101:45199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:10,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:10,153 INFO [RS:0;6b5c0e5a2101:45199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45199 2024-11-18T06:22:10,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02072853418/rs/6b5c0e5a2101,45199,1731910906742 2024-11-18T06:22:10,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418/rs 2024-11-18T06:22:10,242 INFO [RS:0;6b5c0e5a2101:45199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:22:10,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,45199,1731910906742] 2024-11-18T06:22:10,263 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02072853418/draining/6b5c0e5a2101,45199,1731910906742 already deleted, retry=false 2024-11-18T06:22:10,263 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,45199,1731910906742 expired; onlineServers=0 2024-11-18T06:22:10,263 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,33161,1731910906396' ***** 2024-11-18T06:22:10,263 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:22:10,263 INFO [M:0;6b5c0e5a2101:33161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:22:10,263 INFO [M:0;6b5c0e5a2101:33161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:22:10,263 DEBUG [M:0;6b5c0e5a2101:33161 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:22:10,263 DEBUG [M:0;6b5c0e5a2101:33161 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:22:10,263 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:22:10,264 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910908043 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910908043,5,FailOnTimeoutGroup] 2024-11-18T06:22:10,264 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910908043 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910908043,5,FailOnTimeoutGroup] 2024-11-18T06:22:10,264 INFO [M:0;6b5c0e5a2101:33161 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:22:10,264 INFO [M:0;6b5c0e5a2101:33161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:22:10,264 DEBUG [M:0;6b5c0e5a2101:33161 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:22:10,264 INFO [M:0;6b5c0e5a2101:33161 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:22:10,264 INFO [M:0;6b5c0e5a2101:33161 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:22:10,265 INFO [M:0;6b5c0e5a2101:33161 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:22:10,265 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:22:10,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02072853418/master 2024-11-18T06:22:10,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02072853418 2024-11-18T06:22:10,289 DEBUG [M:0;6b5c0e5a2101:33161 {}] zookeeper.RecoverableZooKeeper(212): Node /02072853418/master already deleted, retry=false 2024-11-18T06:22:10,289 DEBUG [M:0;6b5c0e5a2101:33161 {}] master.ActiveMasterManager(353): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Failed delete of our master address node; KeeperErrorCode = NoNode for /02072853418/master 2024-11-18T06:22:10,289 INFO [M:0;6b5c0e5a2101:33161 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/.lastflushedseqids 2024-11-18T06:22:10,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741852_1028 (size=263) 2024-11-18T06:22:10,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:22:10,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45199-0x1014c9b22ea0001, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:22:10,352 INFO [RS:0;6b5c0e5a2101:45199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:22:10,352 INFO [RS:0;6b5c0e5a2101:45199 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,45199,1731910906742; zookeeper connection closed. 2024-11-18T06:22:10,355 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24e435a6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24e435a6 2024-11-18T06:22:10,355 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:22:10,737 INFO [M:0;6b5c0e5a2101:33161 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:22:10,737 INFO [M:0;6b5c0e5a2101:33161 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:22:10,738 DEBUG [M:0;6b5c0e5a2101:33161 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:22:10,738 INFO [M:0;6b5c0e5a2101:33161 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:10,738 DEBUG [M:0;6b5c0e5a2101:33161 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:10,738 DEBUG [M:0;6b5c0e5a2101:33161 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:22:10,738 DEBUG [M:0;6b5c0e5a2101:33161 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:10,738 INFO [M:0;6b5c0e5a2101:33161 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T06:22:10,768 DEBUG [M:0;6b5c0e5a2101:33161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b5f6826352546ed89bfe20567d3214f is 82, key is hbase:meta,,1/info:regioninfo/1731910909270/Put/seqid=0 2024-11-18T06:22:10,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741853_1029 (size=5672) 2024-11-18T06:22:10,788 INFO [M:0;6b5c0e5a2101:33161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b5f6826352546ed89bfe20567d3214f 2024-11-18T06:22:10,811 DEBUG [M:0;6b5c0e5a2101:33161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c74c0af06464d0ab6c4f476f21beffd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731910918835/Put/seqid=0 2024-11-18T06:22:10,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741854_1030 (size=8516) 2024-11-18T06:22:10,816 INFO [M:0;6b5c0e5a2101:33161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c74c0af06464d0ab6c4f476f21beffd 2024-11-18T06:22:10,840 DEBUG [M:0;6b5c0e5a2101:33161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ad0c3268f0a477b8bc0498f9b795c26 is 69, key is 6b5c0e5a2101,45199,1731910906742/rs:state/1731910908056/Put/seqid=0 2024-11-18T06:22:10,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741855_1031 (size=5156) 2024-11-18T06:22:11,245 INFO [M:0;6b5c0e5a2101:33161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ad0c3268f0a477b8bc0498f9b795c26 2024-11-18T06:22:11,250 DEBUG [M:0;6b5c0e5a2101:33161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b5f6826352546ed89bfe20567d3214f as hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b5f6826352546ed89bfe20567d3214f 2024-11-18T06:22:11,254 INFO [M:0;6b5c0e5a2101:33161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b5f6826352546ed89bfe20567d3214f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T06:22:11,255 DEBUG [M:0;6b5c0e5a2101:33161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c74c0af06464d0ab6c4f476f21beffd as hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c74c0af06464d0ab6c4f476f21beffd 2024-11-18T06:22:11,259 INFO [M:0;6b5c0e5a2101:33161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c74c0af06464d0ab6c4f476f21beffd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T06:22:11,259 DEBUG [M:0;6b5c0e5a2101:33161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ad0c3268f0a477b8bc0498f9b795c26 as hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ad0c3268f0a477b8bc0498f9b795c26 2024-11-18T06:22:11,263 INFO [M:0;6b5c0e5a2101:33161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42703/user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ad0c3268f0a477b8bc0498f9b795c26, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T06:22:11,264 INFO [M:0;6b5c0e5a2101:33161 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 526ms, sequenceid=97, compaction requested=false 2024-11-18T06:22:11,265 INFO [M:0;6b5c0e5a2101:33161 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:11,265 DEBUG [M:0;6b5c0e5a2101:33161 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910930738Disabling compacts and flushes for region at 1731910930738Disabling writes for close at 1731910930738Obtaining lock to block concurrent updates at 1731910930738Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731910930738Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731910930739 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731910930740 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731910930740Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731910930768 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731910930768Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731910930794 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731910930810 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731910930810Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731910930822 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731910930840 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731910930840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@783a539b: reopening flushed file at 1731910931249 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59ba5afd: reopening flushed file at 1731910931254 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7153ccf: reopening flushed file at 1731910931259 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 526ms, sequenceid=97, compaction requested=false at 1731910931264 (+5 ms)Writing region close event to WAL at 1731910931265 (+1 ms)Closed at 1731910931265 2024-11-18T06:22:11,267 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/988a1e0d-faac-57cf-4ae4-bd1506a2d316/MasterData/WALs/6b5c0e5a2101,33161,1731910906396/6b5c0e5a2101%2C33161%2C1731910906396.1731910907556 not finished, retry = 0 2024-11-18T06:22:11,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37529 is added to blk_1073741830_1006 (size=63654) 2024-11-18T06:22:11,368 INFO [M:0;6b5c0e5a2101:33161 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:22:11,368 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:22:11,368 INFO [M:0;6b5c0e5a2101:33161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33161 2024-11-18T06:22:11,369 INFO [M:0;6b5c0e5a2101:33161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:22:11,536 INFO [M:0;6b5c0e5a2101:33161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:22:11,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:22:11,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1014c9b22ea0000, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:22:11,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c6e8e6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:22:11,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c9f56f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:22:11,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:22:11,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d4a5f2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:22:11,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f7afbfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/hadoop.log.dir/,STOPPED} 2024-11-18T06:22:11,543 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:22:11,543 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:22:11,544 WARN [BP-549163384-172.17.0.3-1731910903633 heartbeating to localhost/127.0.0.1:42703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:22:11,544 WARN [BP-549163384-172.17.0.3-1731910903633 heartbeating to localhost/127.0.0.1:42703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-549163384-172.17.0.3-1731910903633 (Datanode Uuid 3d2757ab-e75e-4bf5-8dbc-66f95c2dd5ea) service to localhost/127.0.0.1:42703 2024-11-18T06:22:11,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/cluster_da54d871-ccd7-1b8f-1a2f-783d32f14481/data/data1/current/BP-549163384-172.17.0.3-1731910903633 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:22:11,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/cluster_da54d871-ccd7-1b8f-1a2f-783d32f14481/data/data2/current/BP-549163384-172.17.0.3-1731910903633 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:22:11,545 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:22:11,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29627efc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:22:11,554 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71af1ac9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:22:11,555 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:22:11,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d06d668{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:22:11,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a945e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0684164b-452f-d633-e9f9-de19ff632eb8/hadoop.log.dir/,STOPPED} 2024-11-18T06:22:11,563 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T06:22:11,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:22:11,589 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=319 (was 277) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:46021 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:46021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:46021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:46021 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:42703 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:46021 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:42703 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:42703 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:46021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:42703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:42703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64648) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:42703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64648) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=676 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=779 (was 839), ProcessCount=11 (was 11), AvailableMemoryMB=3999 (was 3788) - AvailableMemoryMB LEAK? - 2024-11-18T06:22:11,602 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=319, OpenFileDescriptor=676, MaxFileDescriptor=1048576, SystemLoadAverage=779, ProcessCount=11, AvailableMemoryMB=3998 2024-11-18T06:22:11,621 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-18T06:22:11,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/hadoop.log.dir so I do NOT create it in target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b 2024-11-18T06:22:11,622 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:22:11,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/hadoop.tmp.dir so I do NOT create it in target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b 2024-11-18T06:22:11,622 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/281144e9-32e0-ac2a-873c-81b898e48957/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:22:11,622 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b 2024-11-18T06:22:11,622 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/cluster_a53843e5-847a-459b-c5a0-5db04ab609fd, deleteOnExit=true 2024-11-18T06:22:11,645 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/cluster_a53843e5-847a-459b-c5a0-5db04ab609fd/zookeeper_0, clientPort=60126, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/cluster_a53843e5-847a-459b-c5a0-5db04ab609fd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/cluster_a53843e5-847a-459b-c5a0-5db04ab609fd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T06:22:11,649 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60126 2024-11-18T06:22:11,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:22:11,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:22:11,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/test.cache.data in system properties and HBase conf 2024-11-18T06:22:11,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:22:11,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:22:11,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:22:11,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:22:11,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:22:11,650 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:22:11,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:22:11,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:22:11,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:22:11,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:22:11,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:22:11,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:22:11,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:22:11,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:22:11,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:22:11,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:22:11,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:22:11,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:22:11,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:22:11,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:22:11,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014c9b22ea0005, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:22:11,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014c9b22ea0005, quorum=127.0.0.1:64648, baseZNode=/1819961215 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:22:11,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014c9b22ea0002, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:22:11,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014c9b22ea0002, quorum=127.0.0.1:64648, baseZNode=/02072853418 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:22:11,808 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:11,809 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:22:11,809 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:22:12,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:22:12,021 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:22:12,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:22:12,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:22:12,040 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:22:12,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:22:12,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@576eddc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:22:12,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51ea64a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:22:12,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2773bf0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/java.io.tmpdir/jetty-localhost-35219-hadoop-hdfs-3_4_1-tests_jar-_-any-8618854807194803325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:22:12,173 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5180e74a{HTTP/1.1, (http/1.1)}{localhost:35219} 2024-11-18T06:22:12,173 INFO [Time-limited test {}] server.Server(415): Started @274719ms 2024-11-18T06:22:12,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:22:12,431 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:22:12,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:22:12,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:22:12,435 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:22:12,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f27089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:22:12,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@238d379b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:22:12,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41e3650d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/java.io.tmpdir/jetty-localhost-41833-hadoop-hdfs-3_4_1-tests_jar-_-any-12798986828585109556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:22:12,560 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16349414{HTTP/1.1, (http/1.1)}{localhost:41833} 2024-11-18T06:22:12,560 INFO [Time-limited test {}] server.Server(415): Started @275105ms 2024-11-18T06:22:12,561 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:22:13,248 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:22:13,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:13,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:13,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:13,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:13,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:13,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:13,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:13,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:13,358 WARN [Thread-2099 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/cluster_a53843e5-847a-459b-c5a0-5db04ab609fd/data/data2/current/BP-1585531257-172.17.0.3-1731910931670/current, will proceed with Du for space computation calculation, 2024-11-18T06:22:13,358 WARN [Thread-2098 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/cluster_a53843e5-847a-459b-c5a0-5db04ab609fd/data/data1/current/BP-1585531257-172.17.0.3-1731910931670/current, will proceed with Du for space computation calculation, 2024-11-18T06:22:13,374 WARN [Thread-2085 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:22:13,376 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7450567058a6668 with lease ID 0x76b31c957e3167e2: Processing first storage report for DS-dd06054c-372f-41aa-9a0e-7e45b94befa7 from datanode DatanodeRegistration(127.0.0.1:39825, datanodeUuid=1802518d-301b-45f4-a0a7-fa071aff7eb0, infoPort=38967, infoSecurePort=0, ipcPort=36919, storageInfo=lv=-57;cid=testClusterID;nsid=1363343945;c=1731910931670) 2024-11-18T06:22:13,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7450567058a6668 with lease ID 0x76b31c957e3167e2: from storage DS-dd06054c-372f-41aa-9a0e-7e45b94befa7 node DatanodeRegistration(127.0.0.1:39825, datanodeUuid=1802518d-301b-45f4-a0a7-fa071aff7eb0, infoPort=38967, infoSecurePort=0, ipcPort=36919, storageInfo=lv=-57;cid=testClusterID;nsid=1363343945;c=1731910931670), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:22:13,376 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7450567058a6668 with lease ID 0x76b31c957e3167e2: Processing first storage report for DS-d47f44cc-ba6f-4f00-a897-1cc22bbdeb3a from datanode DatanodeRegistration(127.0.0.1:39825, datanodeUuid=1802518d-301b-45f4-a0a7-fa071aff7eb0, infoPort=38967, infoSecurePort=0, ipcPort=36919, storageInfo=lv=-57;cid=testClusterID;nsid=1363343945;c=1731910931670) 2024-11-18T06:22:13,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7450567058a6668 with lease ID 0x76b31c957e3167e2: from storage DS-d47f44cc-ba6f-4f00-a897-1cc22bbdeb3a node DatanodeRegistration(127.0.0.1:39825, datanodeUuid=1802518d-301b-45f4-a0a7-fa071aff7eb0, infoPort=38967, infoSecurePort=0, ipcPort=36919, storageInfo=lv=-57;cid=testClusterID;nsid=1363343945;c=1731910931670), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:22:13,399 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b 2024-11-18T06:22:13,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:13,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:13,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:22:13,809 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21 with version=8 2024-11-18T06:22:13,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/hbase-staging 2024-11-18T06:22:13,810 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:22:13,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:13,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:13,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:22:13,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:13,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:22:13,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:22:13,811 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:22:13,811 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36589 2024-11-18T06:22:13,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36589 connecting to ZooKeeper ensemble=127.0.0.1:60126 2024-11-18T06:22:13,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365890x0, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:22:13,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36589-0x1014c9b90640000 connected 2024-11-18T06:22:13,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:13,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:13,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Set watcher on znode that does not yet exist, /0-314402663/running 2024-11-18T06:22:13,982 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21, hbase.cluster.distributed=false 2024-11-18T06:22:13,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Set watcher on znode that does not yet exist, /0-314402663/acl 2024-11-18T06:22:13,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36589 2024-11-18T06:22:13,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36589 2024-11-18T06:22:13,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36589 2024-11-18T06:22:13,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36589 2024-11-18T06:22:13,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36589 2024-11-18T06:22:14,000 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:22:14,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:14,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:14,000 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:22:14,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:14,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:22:14,000 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:22:14,001 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:22:14,001 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39009 2024-11-18T06:22:14,002 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39009 connecting to ZooKeeper ensemble=127.0.0.1:60126 2024-11-18T06:22:14,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:14,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:14,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390090x0, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:22:14,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390090x0, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Set watcher on znode that does not yet exist, /0-314402663/running 2024-11-18T06:22:14,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39009-0x1014c9b90640001 connected 2024-11-18T06:22:14,021 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:22:14,021 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:22:14,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Set watcher on znode that does not yet exist, /0-314402663/master 2024-11-18T06:22:14,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Set watcher on znode that does not yet exist, /0-314402663/acl 2024-11-18T06:22:14,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39009 2024-11-18T06:22:14,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39009 2024-11-18T06:22:14,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39009 2024-11-18T06:22:14,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39009 2024-11-18T06:22:14,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39009 2024-11-18T06:22:14,038 DEBUG [M:0;6b5c0e5a2101:36589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:36589 2024-11-18T06:22:14,038 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-314402663/backup-masters/6b5c0e5a2101,36589,1731910933810 2024-11-18T06:22:14,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663/backup-masters 2024-11-18T06:22:14,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663/backup-masters 2024-11-18T06:22:14,047 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Set watcher on existing znode=/0-314402663/backup-masters/6b5c0e5a2101,36589,1731910933810 2024-11-18T06:22:14,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663 2024-11-18T06:22:14,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-314402663/master 2024-11-18T06:22:14,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663 2024-11-18T06:22:14,057 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Set watcher on existing znode=/0-314402663/master 2024-11-18T06:22:14,058 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-314402663/backup-masters/6b5c0e5a2101,36589,1731910933810 from backup master directory 2024-11-18T06:22:14,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314402663/backup-masters/6b5c0e5a2101,36589,1731910933810 2024-11-18T06:22:14,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663/backup-masters 2024-11-18T06:22:14,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663/backup-masters 2024-11-18T06:22:14,068 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:22:14,068 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,36589,1731910933810 2024-11-18T06:22:14,071 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/hbase.id] with ID: 1aec5daa-88c6-47e6-8242-96b9144ed98a 2024-11-18T06:22:14,071 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/.tmp/hbase.id 2024-11-18T06:22:14,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:22:14,476 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/.tmp/hbase.id]:[hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/hbase.id] 2024-11-18T06:22:14,487 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:14,487 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:22:14,488 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T06:22:14,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663 2024-11-18T06:22:14,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663 2024-11-18T06:22:14,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:22:14,567 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:22:14,569 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:22:14,569 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:22:14,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:22:14,596 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store 2024-11-18T06:22:14,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:22:15,027 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:15,027 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:22:15,027 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:15,027 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:15,027 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:22:15,027 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:15,027 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:15,027 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910935027Disabling compacts and flushes for region at 1731910935027Disabling writes for close at 1731910935027Writing region close event to WAL at 1731910935027Closed at 1731910935027 2024-11-18T06:22:15,028 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store/.initializing 2024-11-18T06:22:15,028 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/WALs/6b5c0e5a2101,36589,1731910933810 2024-11-18T06:22:15,029 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:22:15,030 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C36589%2C1731910933810, suffix=, logDir=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/WALs/6b5c0e5a2101,36589,1731910933810, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/oldWALs, maxLogs=10 2024-11-18T06:22:15,048 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/WALs/6b5c0e5a2101,36589,1731910933810/6b5c0e5a2101%2C36589%2C1731910933810.1731910935030, exclude list is [], retry=0 2024-11-18T06:22:15,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-dd06054c-372f-41aa-9a0e-7e45b94befa7,DISK] 2024-11-18T06:22:15,053 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/WALs/6b5c0e5a2101,36589,1731910933810/6b5c0e5a2101%2C36589%2C1731910933810.1731910935030 2024-11-18T06:22:15,053 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38967:38967)] 2024-11-18T06:22:15,053 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:22:15,053 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:15,054 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:15,054 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:15,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:15,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:22:15,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:15,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:15,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:15,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:22:15,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:15,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:15,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:15,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:22:15,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:15,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:15,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:15,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:22:15,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:15,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:15,063 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:15,064 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:15,064 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:15,065 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:15,066 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:15,066 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:22:15,068 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:15,070 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:22:15,070 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74165476, jitterRate=0.1051517128944397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:22:15,071 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731910935054Initializing all the Stores at 1731910935055 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910935055Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910935055Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910935055Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910935055Cleaning up temporary data from old regions at 1731910935066 (+11 ms)Region opened successfully at 1731910935071 (+5 ms) 2024-11-18T06:22:15,071 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:22:15,074 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f345c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:22:15,075 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:22:15,075 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:22:15,076 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:22:15,076 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:22:15,079 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-18T06:22:15,079 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:22:15,080 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:22:15,083 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:22:15,083 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Unable to get data of znode /0-314402663/balancer because node does not exist (not necessarily an error) 2024-11-18T06:22:15,094 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314402663/balancer already deleted, retry=false 2024-11-18T06:22:15,094 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:22:15,095 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Unable to get data of znode /0-314402663/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:22:15,104 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314402663/normalizer already deleted, retry=false 2024-11-18T06:22:15,105 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:22:15,106 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Unable to get data of znode /0-314402663/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:22:15,116 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314402663/switch/split already deleted, retry=false 2024-11-18T06:22:15,117 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Unable to get data of znode /0-314402663/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:22:15,125 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314402663/switch/merge already deleted, retry=false 2024-11-18T06:22:15,127 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Unable to get data of znode /0-314402663/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:22:15,136 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314402663/snapshot-cleanup already deleted, retry=false 2024-11-18T06:22:15,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-314402663/running 2024-11-18T06:22:15,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-314402663/running 2024-11-18T06:22:15,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663 2024-11-18T06:22:15,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663 2024-11-18T06:22:15,147 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,36589,1731910933810, sessionid=0x1014c9b90640000, setting cluster-up flag (Was=false) 2024-11-18T06:22:15,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663 2024-11-18T06:22:15,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663 2024-11-18T06:22:15,199 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-314402663/flush-table-proc/acquired, /0-314402663/flush-table-proc/reached, /0-314402663/flush-table-proc/abort 2024-11-18T06:22:15,200 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,36589,1731910933810 2024-11-18T06:22:15,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663 2024-11-18T06:22:15,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663 2024-11-18T06:22:15,252 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-314402663/online-snapshot/acquired, /0-314402663/online-snapshot/reached, /0-314402663/online-snapshot/abort 2024-11-18T06:22:15,253 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,36589,1731910933810 2024-11-18T06:22:15,254 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:22:15,255 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:15,255 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:22:15,255 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:22:15,255 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,36589,1731910933810 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:22:15,256 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:15,256 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:15,256 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:15,256 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:15,256 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:22:15,256 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:15,257 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:22:15,257 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:15,258 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:15,258 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:22:15,259 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:15,259 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:22:15,280 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731910965280 2024-11-18T06:22:15,280 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:22:15,280 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:22:15,281 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:22:15,281 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:22:15,281 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:22:15,281 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:22:15,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:22:15,292 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:15,293 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:22:15,293 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21 2024-11-18T06:22:15,300 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:22:15,300 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:22:15,301 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:22:15,301 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:22:15,302 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:22:15,302 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:22:15,302 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910935302,5,FailOnTimeoutGroup] 2024-11-18T06:22:15,303 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910935302,5,FailOnTimeoutGroup] 2024-11-18T06:22:15,303 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:15,303 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:22:15,303 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:15,304 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:15,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741832_1008 (size=32) 2024-11-18T06:22:15,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:15,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:22:15,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:22:15,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:15,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:15,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:22:15,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:22:15,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:15,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:15,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:22:15,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:22:15,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:15,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:15,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:22:15,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:22:15,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:15,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:15,333 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.HRegionServer(746): ClusterId : 1aec5daa-88c6-47e6-8242-96b9144ed98a 2024-11-18T06:22:15,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:22:15,333 DEBUG [RS:0;6b5c0e5a2101:39009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:22:15,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740 2024-11-18T06:22:15,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740 2024-11-18T06:22:15,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:22:15,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:22:15,336 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:22:15,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:22:15,345 DEBUG [RS:0;6b5c0e5a2101:39009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:22:15,345 DEBUG [RS:0;6b5c0e5a2101:39009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:22:15,349 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:22:15,349 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61924578, jitterRate=-0.07725188136100769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:22:15,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731910935310Initializing all the Stores at 1731910935311 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910935311Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910935316 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910935316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910935316Cleaning up temporary data from old regions at 1731910935336 (+20 ms)Region opened successfully at 1731910935350 (+14 ms) 2024-11-18T06:22:15,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:22:15,350 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:22:15,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:22:15,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:22:15,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:22:15,355 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:22:15,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910935350Disabling compacts and flushes for region at 1731910935350Disabling writes for close at 1731910935350Writing region close event to WAL at 1731910935355 (+5 ms)Closed at 1731910935355 2024-11-18T06:22:15,357 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:15,357 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:22:15,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:22:15,358 DEBUG [RS:0;6b5c0e5a2101:39009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:22:15,358 DEBUG [RS:0;6b5c0e5a2101:39009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e22fa7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:22:15,359 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:22:15,360 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:22:15,374 DEBUG [RS:0;6b5c0e5a2101:39009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:39009 2024-11-18T06:22:15,374 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:22:15,374 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:22:15,374 DEBUG [RS:0;6b5c0e5a2101:39009 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:22:15,375 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,36589,1731910933810 with port=39009, startcode=1731910934000 2024-11-18T06:22:15,375 DEBUG [RS:0;6b5c0e5a2101:39009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:22:15,377 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:22:15,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,39009,1731910934000 2024-11-18T06:22:15,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36589 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,39009,1731910934000 2024-11-18T06:22:15,381 DEBUG [RS:0;6b5c0e5a2101:39009 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21 2024-11-18T06:22:15,381 DEBUG [RS:0;6b5c0e5a2101:39009 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39357 2024-11-18T06:22:15,381 DEBUG [RS:0;6b5c0e5a2101:39009 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:22:15,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663/rs 2024-11-18T06:22:15,395 DEBUG [RS:0;6b5c0e5a2101:39009 {}] zookeeper.ZKUtil(111): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Set watcher on existing znode=/0-314402663/rs/6b5c0e5a2101,39009,1731910934000 2024-11-18T06:22:15,395 WARN [RS:0;6b5c0e5a2101:39009 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:22:15,395 INFO [RS:0;6b5c0e5a2101:39009 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:22:15,395 DEBUG [RS:0;6b5c0e5a2101:39009 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000 2024-11-18T06:22:15,397 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,39009,1731910934000] 2024-11-18T06:22:15,405 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:22:15,406 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:22:15,407 INFO [RS:0;6b5c0e5a2101:39009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:22:15,407 INFO [RS:0;6b5c0e5a2101:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:15,407 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:22:15,408 INFO [RS:0;6b5c0e5a2101:39009 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:22:15,408 INFO [RS:0;6b5c0e5a2101:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:15,408 DEBUG [RS:0;6b5c0e5a2101:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:15,408 DEBUG [RS:0;6b5c0e5a2101:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:15,408 DEBUG [RS:0;6b5c0e5a2101:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:15,408 DEBUG [RS:0;6b5c0e5a2101:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:15,408 DEBUG [RS:0;6b5c0e5a2101:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:15,408 DEBUG [RS:0;6b5c0e5a2101:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:22:15,408 DEBUG [RS:0;6b5c0e5a2101:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:15,408 DEBUG [RS:0;6b5c0e5a2101:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:15,408 DEBUG [RS:0;6b5c0e5a2101:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:15,408 DEBUG [RS:0;6b5c0e5a2101:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:15,408 DEBUG [RS:0;6b5c0e5a2101:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:15,408 DEBUG [RS:0;6b5c0e5a2101:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:15,408 DEBUG [RS:0;6b5c0e5a2101:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:22:15,409 DEBUG [RS:0;6b5c0e5a2101:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:22:15,414 INFO [RS:0;6b5c0e5a2101:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:15,414 INFO [RS:0;6b5c0e5a2101:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:15,414 INFO [RS:0;6b5c0e5a2101:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:15,414 INFO [RS:0;6b5c0e5a2101:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:15,414 INFO [RS:0;6b5c0e5a2101:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:15,414 INFO [RS:0;6b5c0e5a2101:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,39009,1731910934000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:22:15,428 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:22:15,428 INFO [RS:0;6b5c0e5a2101:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,39009,1731910934000-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:15,428 INFO [RS:0;6b5c0e5a2101:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:15,429 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.Replication(171): 6b5c0e5a2101,39009,1731910934000 started 2024-11-18T06:22:15,448 INFO [RS:0;6b5c0e5a2101:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:15,449 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,39009,1731910934000, RpcServer on 6b5c0e5a2101/172.17.0.3:39009, sessionid=0x1014c9b90640001 2024-11-18T06:22:15,449 DEBUG [RS:0;6b5c0e5a2101:39009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:22:15,449 DEBUG [RS:0;6b5c0e5a2101:39009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,39009,1731910934000 2024-11-18T06:22:15,449 DEBUG [RS:0;6b5c0e5a2101:39009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,39009,1731910934000' 2024-11-18T06:22:15,449 DEBUG [RS:0;6b5c0e5a2101:39009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-314402663/flush-table-proc/abort' 2024-11-18T06:22:15,451 DEBUG [RS:0;6b5c0e5a2101:39009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-314402663/flush-table-proc/acquired' 2024-11-18T06:22:15,452 DEBUG [RS:0;6b5c0e5a2101:39009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:22:15,452 DEBUG [RS:0;6b5c0e5a2101:39009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:22:15,452 DEBUG [RS:0;6b5c0e5a2101:39009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,39009,1731910934000 2024-11-18T06:22:15,452 DEBUG [RS:0;6b5c0e5a2101:39009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,39009,1731910934000' 2024-11-18T06:22:15,452 DEBUG [RS:0;6b5c0e5a2101:39009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-314402663/online-snapshot/abort' 2024-11-18T06:22:15,453 DEBUG [RS:0;6b5c0e5a2101:39009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-314402663/online-snapshot/acquired' 2024-11-18T06:22:15,453 DEBUG [RS:0;6b5c0e5a2101:39009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:22:15,453 INFO [RS:0;6b5c0e5a2101:39009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:22:15,453 INFO [RS:0;6b5c0e5a2101:39009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:22:15,513 WARN [6b5c0e5a2101:36589 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T06:22:15,554 INFO [RS:0;6b5c0e5a2101:39009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:22:15,555 INFO [RS:0;6b5c0e5a2101:39009 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C39009%2C1731910934000, suffix=, logDir=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/oldWALs, maxLogs=10 2024-11-18T06:22:15,572 DEBUG [RS:0;6b5c0e5a2101:39009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555, exclude list is [], retry=0 2024-11-18T06:22:15,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-dd06054c-372f-41aa-9a0e-7e45b94befa7,DISK] 2024-11-18T06:22:15,579 INFO [RS:0;6b5c0e5a2101:39009 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 2024-11-18T06:22:15,579 DEBUG [RS:0;6b5c0e5a2101:39009 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38967:38967)] 2024-11-18T06:22:15,763 DEBUG [6b5c0e5a2101:36589 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:22:15,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,39009,1731910934000 2024-11-18T06:22:15,764 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,39009,1731910934000, state=OPENING 2024-11-18T06:22:15,773 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:22:15,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663 2024-11-18T06:22:15,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663 2024-11-18T06:22:15,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314402663/meta-region-server: CHANGED 2024-11-18T06:22:15,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314402663/meta-region-server: CHANGED 2024-11-18T06:22:15,784 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:22:15,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,39009,1731910934000}] 2024-11-18T06:22:15,828 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:15,829 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:22:15,829 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8193 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:22:15,936 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:22:15,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:22:15,941 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:22:15,941 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:22:15,942 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:22:15,943 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C39009%2C1731910934000.meta, suffix=.meta, logDir=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/oldWALs, maxLogs=10 2024-11-18T06:22:15,959 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.meta.1731910935943.meta, exclude list is [], retry=0 2024-11-18T06:22:15,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-dd06054c-372f-41aa-9a0e-7e45b94befa7,DISK] 2024-11-18T06:22:15,964 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.meta.1731910935943.meta 2024-11-18T06:22:15,965 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38967:38967)] 2024-11-18T06:22:15,965 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:22:15,965 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:22:15,965 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:22:15,965 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:22:15,965 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:22:15,966 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:22:15,966 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:15,966 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:22:15,966 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:22:15,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:22:15,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:22:15,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:15,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:15,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:22:15,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:22:15,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:15,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:15,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:22:15,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:22:15,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:15,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:15,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:22:15,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:22:15,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:15,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:15,976 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:22:15,977 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740 2024-11-18T06:22:15,978 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740 2024-11-18T06:22:15,979 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:22:15,979 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:22:15,979 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:22:15,980 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:22:15,981 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69483253, jitterRate=0.03538115322589874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:22:15,981 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:22:15,982 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731910935966Writing region info on filesystem at 1731910935966Initializing all the Stores at 1731910935967 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910935967Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910935967Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910935967Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910935967Cleaning up temporary data from old regions at 1731910935979 (+12 ms)Running coprocessor post-open hooks at 1731910935981 (+2 ms)Region opened successfully at 1731910935982 (+1 ms) 2024-11-18T06:22:15,983 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731910935936 2024-11-18T06:22:15,985 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:22:15,985 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:22:15,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,39009,1731910934000 2024-11-18T06:22:15,985 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,39009,1731910934000, state=OPEN 2024-11-18T06:22:16,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-314402663/meta-region-server 2024-11-18T06:22:16,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-314402663/meta-region-server 2024-11-18T06:22:16,172 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,39009,1731910934000 2024-11-18T06:22:16,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314402663/meta-region-server: CHANGED 2024-11-18T06:22:16,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314402663/meta-region-server: CHANGED 2024-11-18T06:22:16,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:22:16,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,39009,1731910934000 in 388 msec 2024-11-18T06:22:16,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:22:16,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 817 msec 2024-11-18T06:22:16,176 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:16,176 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:22:16,178 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:16,178 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39009,1731910934000, seqNum=-1] 2024-11-18T06:22:16,178 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:16,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:22:16,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 929 msec 2024-11-18T06:22:16,185 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731910936185, completionTime=-1 2024-11-18T06:22:16,185 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:22:16,185 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:22:16,187 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:22:16,187 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731910996187 2024-11-18T06:22:16,187 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731911056187 2024-11-18T06:22:16,187 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T06:22:16,187 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,36589,1731910933810-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:16,187 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,36589,1731910933810-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:16,187 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,36589,1731910933810-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:16,187 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:36589, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:16,187 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:16,188 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:16,189 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:22:16,192 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.124sec 2024-11-18T06:22:16,192 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:22:16,192 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:22:16,192 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:22:16,192 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:22:16,192 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:22:16,192 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,36589,1731910933810-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:22:16,193 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,36589,1731910933810-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:22:16,194 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:22:16,194 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:22:16,194 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,36589,1731910933810-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:16,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dec79fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:16,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,36589,-1 for getting cluster id 2024-11-18T06:22:16,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:16,235 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aec5daa-88c6-47e6-8242-96b9144ed98a' 2024-11-18T06:22:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aec5daa-88c6-47e6-8242-96b9144ed98a" 2024-11-18T06:22:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f9a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,36589,-1] 2024-11-18T06:22:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:16,236 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:16,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b80eff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:16,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:16,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39009,1731910934000, seqNum=-1] 2024-11-18T06:22:16,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:16,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:22:16,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,36589,1731910933810 2024-11-18T06:22:16,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60126 2024-11-18T06:22:16,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:22:16,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c9b90640002 connected 2024-11-18T06:22:16,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/hadoop.log.dir so I do NOT create it in target/test-data/fe904f6e-7169-4bee-d092-7db17949b246 2024-11-18T06:22:16,396 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:22:16,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/hadoop.tmp.dir so I do NOT create it in target/test-data/fe904f6e-7169-4bee-d092-7db17949b246 2024-11-18T06:22:16,396 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:22:16,396 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246 2024-11-18T06:22:16,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:22:16,396 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/cluster_4528d5e7-2c86-a3d9-7b8e-ac1a154a3e9b, deleteOnExit=true 2024-11-18T06:22:16,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:22:16,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/test.cache.data in system properties and HBase conf 2024-11-18T06:22:16,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:22:16,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:22:16,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:22:16,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:22:16,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:22:16,397 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:22:16,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:22:16,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:22:16,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:22:16,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:22:16,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:22:16,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:22:16,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:22:16,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:22:16,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:22:16,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:22:16,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:22:16,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:22:16,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:22:16,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:22:16,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:22:16,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:22:16,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:22:16,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:22:16,828 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:22:16,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:22:16,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15abb12f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:22:16,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d6e1ccf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:22:16,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d4194ef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/java.io.tmpdir/jetty-localhost-34855-hadoop-hdfs-3_4_1-tests_jar-_-any-15434480980015423005/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:22:16,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@619bf244{HTTP/1.1, (http/1.1)}{localhost:34855} 2024-11-18T06:22:16,971 INFO [Time-limited test {}] server.Server(415): Started @279516ms 2024-11-18T06:22:17,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T06:22:17,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T06:22:17,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:22:17,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:22:17,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:22:17,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:22:17,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:22:17,255 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:22:17,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b56b32b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:22:17,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3408c213{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:22:17,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4876728a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/java.io.tmpdir/jetty-localhost-40265-hadoop-hdfs-3_4_1-tests_jar-_-any-25911034584265311/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:22:17,355 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@503e632d{HTTP/1.1, (http/1.1)}{localhost:40265} 2024-11-18T06:22:17,355 INFO [Time-limited test {}] server.Server(415): Started @279900ms 2024-11-18T06:22:17,356 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:22:18,124 WARN [Thread-2218 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/cluster_4528d5e7-2c86-a3d9-7b8e-ac1a154a3e9b/data/data1/current/BP-1732445565-172.17.0.3-1731910936420/current, will proceed with Du for space computation calculation, 2024-11-18T06:22:18,124 WARN [Thread-2219 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/cluster_4528d5e7-2c86-a3d9-7b8e-ac1a154a3e9b/data/data2/current/BP-1732445565-172.17.0.3-1731910936420/current, will proceed with Du for space computation calculation, 2024-11-18T06:22:18,144 WARN [Thread-2206 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:22:18,147 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd354d0279fc3b6d with lease ID 0x8787b4b7756654ef: Processing first storage report for DS-3d187a0a-c736-400f-9140-d2eb367df874 from datanode DatanodeRegistration(127.0.0.1:43539, datanodeUuid=6d174e52-d967-4d54-8b6a-34b6d08a343c, infoPort=34525, infoSecurePort=0, ipcPort=35931, storageInfo=lv=-57;cid=testClusterID;nsid=368028580;c=1731910936420) 2024-11-18T06:22:18,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd354d0279fc3b6d with lease ID 0x8787b4b7756654ef: from storage DS-3d187a0a-c736-400f-9140-d2eb367df874 node DatanodeRegistration(127.0.0.1:43539, datanodeUuid=6d174e52-d967-4d54-8b6a-34b6d08a343c, infoPort=34525, infoSecurePort=0, ipcPort=35931, storageInfo=lv=-57;cid=testClusterID;nsid=368028580;c=1731910936420), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T06:22:18,147 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd354d0279fc3b6d with lease ID 0x8787b4b7756654ef: Processing first storage report for DS-628fa57c-50a8-4db9-a3af-baddcee56bed from datanode DatanodeRegistration(127.0.0.1:43539, datanodeUuid=6d174e52-d967-4d54-8b6a-34b6d08a343c, infoPort=34525, infoSecurePort=0, ipcPort=35931, storageInfo=lv=-57;cid=testClusterID;nsid=368028580;c=1731910936420) 2024-11-18T06:22:18,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd354d0279fc3b6d with lease ID 0x8787b4b7756654ef: from storage DS-628fa57c-50a8-4db9-a3af-baddcee56bed node DatanodeRegistration(127.0.0.1:43539, datanodeUuid=6d174e52-d967-4d54-8b6a-34b6d08a343c, infoPort=34525, infoSecurePort=0, ipcPort=35931, storageInfo=lv=-57;cid=testClusterID;nsid=368028580;c=1731910936420), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:22:18,189 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246 2024-11-18T06:22:18,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:18,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:18,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:22:18,220 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845 with version=8 2024-11-18T06:22:18,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/hbase-staging 2024-11-18T06:22:18,223 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:22:18,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:18,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:18,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:22:18,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:18,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:22:18,223 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:22:18,223 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:22:18,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34671 2024-11-18T06:22:18,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34671 connecting to ZooKeeper ensemble=127.0.0.1:60126 2024-11-18T06:22:18,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346710x0, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:22:18,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34671-0x1014c9b90640003 connected 2024-11-18T06:22:18,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:18,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:18,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Set watcher on znode that does not yet exist, /1-65803365/running 2024-11-18T06:22:18,320 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845, hbase.cluster.distributed=false 2024-11-18T06:22:18,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Set watcher on znode that does not yet exist, /1-65803365/acl 2024-11-18T06:22:18,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34671 2024-11-18T06:22:18,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34671 2024-11-18T06:22:18,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34671 2024-11-18T06:22:18,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34671 2024-11-18T06:22:18,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34671 2024-11-18T06:22:18,348 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:22:18,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:18,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:18,349 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:22:18,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:18,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:22:18,349 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:22:18,349 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:22:18,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37097 2024-11-18T06:22:18,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37097 connecting to ZooKeeper ensemble=127.0.0.1:60126 2024-11-18T06:22:18,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:18,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:18,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370970x0, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:22:18,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370970x0, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Set watcher on znode that does not yet exist, /1-65803365/running 2024-11-18T06:22:18,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37097-0x1014c9b90640004 connected 2024-11-18T06:22:18,517 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:22:18,524 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:22:18,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Set watcher on znode that does not yet exist, /1-65803365/master 2024-11-18T06:22:18,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Set watcher on znode that does not yet exist, /1-65803365/acl 2024-11-18T06:22:18,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37097 2024-11-18T06:22:18,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37097 2024-11-18T06:22:18,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37097 2024-11-18T06:22:18,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37097 2024-11-18T06:22:18,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37097 2024-11-18T06:22:18,576 DEBUG [M:0;6b5c0e5a2101:34671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:34671 2024-11-18T06:22:18,593 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-65803365/backup-masters/6b5c0e5a2101,34671,1731910938222 2024-11-18T06:22:18,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365/backup-masters 2024-11-18T06:22:18,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365/backup-masters 2024-11-18T06:22:18,631 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Set watcher on existing znode=/1-65803365/backup-masters/6b5c0e5a2101,34671,1731910938222 2024-11-18T06:22:18,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365 2024-11-18T06:22:18,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-65803365/master 2024-11-18T06:22:18,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365 2024-11-18T06:22:18,642 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Set watcher on existing znode=/1-65803365/master 2024-11-18T06:22:18,642 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-65803365/backup-masters/6b5c0e5a2101,34671,1731910938222 from backup master directory 2024-11-18T06:22:18,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-65803365/backup-masters/6b5c0e5a2101,34671,1731910938222 2024-11-18T06:22:18,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365/backup-masters 2024-11-18T06:22:18,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365/backup-masters 2024-11-18T06:22:18,651 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:22:18,652 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,34671,1731910938222 2024-11-18T06:22:18,654 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/hbase.id] with ID: d70732f9-ec8c-42ae-b7b5-2ac993b5a002 2024-11-18T06:22:18,654 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/.tmp/hbase.id 2024-11-18T06:22:18,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:22:19,059 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/.tmp/hbase.id]:[hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/hbase.id] 2024-11-18T06:22:19,067 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:19,067 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:22:19,068 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T06:22:19,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365 2024-11-18T06:22:19,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365 2024-11-18T06:22:19,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:22:19,487 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:22:19,488 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:22:19,488 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:22:19,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:22:19,894 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store 2024-11-18T06:22:19,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:22:20,300 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:20,301 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:22:20,301 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:20,301 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:20,301 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:22:20,301 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:20,301 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:20,301 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910940301Disabling compacts and flushes for region at 1731910940301Disabling writes for close at 1731910940301Writing region close event to WAL at 1731910940301Closed at 1731910940301 2024-11-18T06:22:20,302 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store/.initializing 2024-11-18T06:22:20,302 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/WALs/6b5c0e5a2101,34671,1731910938222 2024-11-18T06:22:20,302 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:22:20,304 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C34671%2C1731910938222, suffix=, logDir=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/WALs/6b5c0e5a2101,34671,1731910938222, archiveDir=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/oldWALs, maxLogs=10 2024-11-18T06:22:20,316 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/WALs/6b5c0e5a2101,34671,1731910938222/6b5c0e5a2101%2C34671%2C1731910938222.1731910940304, exclude list is [], retry=0 2024-11-18T06:22:20,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43539,DS-3d187a0a-c736-400f-9140-d2eb367df874,DISK] 2024-11-18T06:22:20,320 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/WALs/6b5c0e5a2101,34671,1731910938222/6b5c0e5a2101%2C34671%2C1731910938222.1731910940304 2024-11-18T06:22:20,320 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34525:34525)] 2024-11-18T06:22:20,320 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:22:20,321 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:20,321 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:20,321 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:20,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:20,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:22:20,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:20,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:20,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:20,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:22:20,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:20,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:20,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:20,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:22:20,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:20,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:20,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:20,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:22:20,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:20,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:20,329 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:20,329 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:20,330 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:20,331 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:20,331 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:20,331 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:22:20,332 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:20,337 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:22:20,338 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74866436, jitterRate=0.11559683084487915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:22:20,338 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731910940321Initializing all the Stores at 1731910940321Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910940321Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910940322 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910940322Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910940322Cleaning up temporary data from old regions at 1731910940331 (+9 ms)Region opened successfully at 1731910940338 (+7 ms) 2024-11-18T06:22:20,338 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:22:20,341 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d26d5c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:22:20,344 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:22:20,344 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:22:20,344 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:22:20,344 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:22:20,345 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:22:20,345 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:22:20,345 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:22:20,348 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:22:20,349 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Unable to get data of znode /1-65803365/balancer because node does not exist (not necessarily an error) 2024-11-18T06:22:20,399 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-65803365/balancer already deleted, retry=false 2024-11-18T06:22:20,399 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:22:20,400 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Unable to get data of znode /1-65803365/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:22:20,409 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-65803365/normalizer already deleted, retry=false 2024-11-18T06:22:20,409 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:22:20,410 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Unable to get data of znode /1-65803365/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:22:20,420 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-65803365/switch/split already deleted, retry=false 2024-11-18T06:22:20,421 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Unable to get data of znode /1-65803365/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:22:20,430 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-65803365/switch/merge already deleted, retry=false 2024-11-18T06:22:20,432 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Unable to get data of znode /1-65803365/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:22:20,441 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-65803365/snapshot-cleanup already deleted, retry=false 2024-11-18T06:22:20,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-65803365/running 2024-11-18T06:22:20,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-65803365/running 2024-11-18T06:22:20,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365 2024-11-18T06:22:20,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365 2024-11-18T06:22:20,453 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,34671,1731910938222, sessionid=0x1014c9b90640003, setting cluster-up flag (Was=false) 2024-11-18T06:22:20,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365 2024-11-18T06:22:20,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365 2024-11-18T06:22:20,504 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-65803365/flush-table-proc/acquired, /1-65803365/flush-table-proc/reached, /1-65803365/flush-table-proc/abort 2024-11-18T06:22:20,505 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,34671,1731910938222 2024-11-18T06:22:20,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365 2024-11-18T06:22:20,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365 2024-11-18T06:22:20,557 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-65803365/online-snapshot/acquired, /1-65803365/online-snapshot/reached, /1-65803365/online-snapshot/abort 2024-11-18T06:22:20,558 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,34671,1731910938222 2024-11-18T06:22:20,560 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:22:20,561 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:20,561 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:22:20,561 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:22:20,561 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,34671,1731910938222 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:22:20,563 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:20,563 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:20,563 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:20,563 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:20,563 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:22:20,563 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:20,563 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:22:20,563 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:20,579 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:20,579 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:22:20,579 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731910970579 2024-11-18T06:22:20,579 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:22:20,580 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:22:20,580 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:22:20,580 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:22:20,580 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:22:20,580 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:22:20,580 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:20,580 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:20,580 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:22:20,580 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:22:20,580 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:22:20,581 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:22:20,581 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:22:20,581 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:22:20,582 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:22:20,582 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910940582,5,FailOnTimeoutGroup] 2024-11-18T06:22:20,582 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910940582,5,FailOnTimeoutGroup] 2024-11-18T06:22:20,582 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:20,582 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:22:20,582 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:20,582 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:20,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:22:20,656 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(746): ClusterId : d70732f9-ec8c-42ae-b7b5-2ac993b5a002 2024-11-18T06:22:20,656 DEBUG [RS:0;6b5c0e5a2101:37097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:22:20,669 DEBUG [RS:0;6b5c0e5a2101:37097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:22:20,669 DEBUG [RS:0;6b5c0e5a2101:37097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:22:20,679 DEBUG [RS:0;6b5c0e5a2101:37097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:22:20,679 DEBUG [RS:0;6b5c0e5a2101:37097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c126853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:22:20,694 DEBUG [RS:0;6b5c0e5a2101:37097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:37097 2024-11-18T06:22:20,694 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:22:20,694 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:22:20,694 DEBUG [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:22:20,695 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,34671,1731910938222 with port=37097, startcode=1731910938348 2024-11-18T06:22:20,695 DEBUG [RS:0;6b5c0e5a2101:37097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:22:20,696 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:22:20,697 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34671 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,37097,1731910938348 2024-11-18T06:22:20,697 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34671 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,37097,1731910938348 2024-11-18T06:22:20,698 DEBUG [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845 2024-11-18T06:22:20,698 DEBUG [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46403 2024-11-18T06:22:20,698 DEBUG [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:22:20,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365/rs 2024-11-18T06:22:20,709 DEBUG [RS:0;6b5c0e5a2101:37097 {}] zookeeper.ZKUtil(111): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Set watcher on existing znode=/1-65803365/rs/6b5c0e5a2101,37097,1731910938348 2024-11-18T06:22:20,709 WARN [RS:0;6b5c0e5a2101:37097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:22:20,710 INFO [RS:0;6b5c0e5a2101:37097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:22:20,710 DEBUG [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348 2024-11-18T06:22:20,710 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,37097,1731910938348] 2024-11-18T06:22:20,712 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:22:20,714 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:22:20,716 INFO [RS:0;6b5c0e5a2101:37097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:22:20,716 INFO [RS:0;6b5c0e5a2101:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:20,718 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:22:20,720 INFO [RS:0;6b5c0e5a2101:37097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:22:20,720 INFO [RS:0;6b5c0e5a2101:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:20,720 DEBUG [RS:0;6b5c0e5a2101:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:20,720 DEBUG [RS:0;6b5c0e5a2101:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:20,720 DEBUG [RS:0;6b5c0e5a2101:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:20,720 DEBUG [RS:0;6b5c0e5a2101:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:20,720 DEBUG [RS:0;6b5c0e5a2101:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:20,720 DEBUG [RS:0;6b5c0e5a2101:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:22:20,720 DEBUG [RS:0;6b5c0e5a2101:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:20,720 DEBUG [RS:0;6b5c0e5a2101:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:20,720 DEBUG [RS:0;6b5c0e5a2101:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:20,720 DEBUG [RS:0;6b5c0e5a2101:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:20,720 DEBUG [RS:0;6b5c0e5a2101:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:20,720 DEBUG [RS:0;6b5c0e5a2101:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:20,720 DEBUG [RS:0;6b5c0e5a2101:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:22:20,720 DEBUG [RS:0;6b5c0e5a2101:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:22:20,723 INFO [RS:0;6b5c0e5a2101:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:20,723 INFO [RS:0;6b5c0e5a2101:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:20,723 INFO [RS:0;6b5c0e5a2101:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:20,723 INFO [RS:0;6b5c0e5a2101:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:20,723 INFO [RS:0;6b5c0e5a2101:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:20,723 INFO [RS:0;6b5c0e5a2101:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,37097,1731910938348-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:22:20,740 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:22:20,741 INFO [RS:0;6b5c0e5a2101:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,37097,1731910938348-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:20,741 INFO [RS:0;6b5c0e5a2101:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:20,741 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.Replication(171): 6b5c0e5a2101,37097,1731910938348 started 2024-11-18T06:22:20,757 INFO [RS:0;6b5c0e5a2101:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:20,757 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,37097,1731910938348, RpcServer on 6b5c0e5a2101/172.17.0.3:37097, sessionid=0x1014c9b90640004 2024-11-18T06:22:20,757 DEBUG [RS:0;6b5c0e5a2101:37097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:22:20,757 DEBUG [RS:0;6b5c0e5a2101:37097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,37097,1731910938348 2024-11-18T06:22:20,757 DEBUG [RS:0;6b5c0e5a2101:37097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,37097,1731910938348' 2024-11-18T06:22:20,757 DEBUG [RS:0;6b5c0e5a2101:37097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-65803365/flush-table-proc/abort' 2024-11-18T06:22:20,758 DEBUG [RS:0;6b5c0e5a2101:37097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-65803365/flush-table-proc/acquired' 2024-11-18T06:22:20,758 DEBUG [RS:0;6b5c0e5a2101:37097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:22:20,758 DEBUG [RS:0;6b5c0e5a2101:37097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:22:20,758 DEBUG [RS:0;6b5c0e5a2101:37097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,37097,1731910938348 2024-11-18T06:22:20,758 DEBUG [RS:0;6b5c0e5a2101:37097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,37097,1731910938348' 2024-11-18T06:22:20,758 DEBUG [RS:0;6b5c0e5a2101:37097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-65803365/online-snapshot/abort' 2024-11-18T06:22:20,759 DEBUG [RS:0;6b5c0e5a2101:37097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-65803365/online-snapshot/acquired' 2024-11-18T06:22:20,759 DEBUG [RS:0;6b5c0e5a2101:37097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:22:20,759 INFO [RS:0;6b5c0e5a2101:37097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:22:20,759 INFO [RS:0;6b5c0e5a2101:37097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:22:20,859 INFO [RS:0;6b5c0e5a2101:37097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:22:20,861 INFO [RS:0;6b5c0e5a2101:37097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C37097%2C1731910938348, suffix=, logDir=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348, archiveDir=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/oldWALs, maxLogs=10 2024-11-18T06:22:20,875 DEBUG [RS:0;6b5c0e5a2101:37097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861, exclude list is [], retry=0 2024-11-18T06:22:20,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43539,DS-3d187a0a-c736-400f-9140-d2eb367df874,DISK] 2024-11-18T06:22:20,878 INFO [RS:0;6b5c0e5a2101:37097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 2024-11-18T06:22:20,879 DEBUG [RS:0;6b5c0e5a2101:37097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34525:34525)] 2024-11-18T06:22:20,991 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:22:20,991 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845 2024-11-18T06:22:20,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741833_1009 (size=32) 2024-11-18T06:22:21,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:21,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:22:21,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:22:21,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:21,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:21,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:22:21,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:22:21,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:21,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:21,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:22:21,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:22:21,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:21,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:21,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:22:21,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:22:21,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:21,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:21,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:22:21,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740 2024-11-18T06:22:21,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740 2024-11-18T06:22:21,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:22:21,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:22:21,409 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:22:21,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:22:21,411 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:22:21,412 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68975247, jitterRate=0.02781127393245697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:22:21,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731910941401Initializing all the Stores at 1731910941401Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910941401Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910941402 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910941402Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910941402Cleaning up temporary data from old regions at 1731910941408 (+6 ms)Region opened successfully at 1731910941412 (+4 ms) 2024-11-18T06:22:21,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:22:21,412 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:22:21,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:22:21,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:22:21,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:22:21,412 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:22:21,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910941412Disabling compacts and flushes for region at 1731910941412Disabling writes for close at 1731910941412Writing region close event to WAL at 1731910941412Closed at 1731910941412 2024-11-18T06:22:21,413 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:21,413 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:22:21,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:22:21,414 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:22:21,415 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:22:21,468 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:22:21,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:21,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:21,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:21,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:21,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:21,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:21,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:21,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:21,543 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T06:22:21,565 DEBUG [6b5c0e5a2101:34671 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:22:21,566 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,37097,1731910938348 2024-11-18T06:22:21,567 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,37097,1731910938348, state=OPENING 2024-11-18T06:22:21,671 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:22:21,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365 2024-11-18T06:22:21,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365 2024-11-18T06:22:21,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-65803365/meta-region-server: CHANGED 2024-11-18T06:22:21,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-65803365/meta-region-server: CHANGED 2024-11-18T06:22:21,689 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:22:21,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,37097,1731910938348}] 2024-11-18T06:22:21,841 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:22:21,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:22:21,845 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:22:21,845 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:22:21,846 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:22:21,847 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C37097%2C1731910938348.meta, suffix=.meta, logDir=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348, archiveDir=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/oldWALs, maxLogs=10 2024-11-18T06:22:21,858 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.meta.1731910941847.meta, exclude list is [], retry=0 2024-11-18T06:22:21,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43539,DS-3d187a0a-c736-400f-9140-d2eb367df874,DISK] 2024-11-18T06:22:21,862 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.meta.1731910941847.meta 2024-11-18T06:22:21,862 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34525:34525)] 2024-11-18T06:22:21,862 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:22:21,863 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:22:21,863 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:22:21,863 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:22:21,863 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:22:21,863 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:22:21,863 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:21,863 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:22:21,863 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:22:21,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:22:21,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:22:21,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:21,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:21,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:22:21,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:22:21,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:21,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:21,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:22:21,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:22:21,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:21,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:21,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:22:21,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:22:21,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:21,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:21,868 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:22:21,869 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740 2024-11-18T06:22:21,869 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740 2024-11-18T06:22:21,870 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:22:21,870 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:22:21,871 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:22:21,872 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:22:21,872 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72477165, jitterRate=0.07999391853809357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:22:21,872 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:22:21,872 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731910941863Writing region info on filesystem at 1731910941864 (+1 ms)Initializing all the Stores at 1731910941864Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910941864Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910941865 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910941865Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910941865Cleaning up temporary data from old regions at 1731910941870 (+5 ms)Running coprocessor post-open hooks at 1731910941872 (+2 ms)Region opened successfully at 1731910941872 2024-11-18T06:22:21,873 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731910941841 2024-11-18T06:22:21,875 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:22:21,875 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:22:21,875 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,37097,1731910938348 2024-11-18T06:22:21,876 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,37097,1731910938348, state=OPEN 2024-11-18T06:22:21,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-65803365/meta-region-server 2024-11-18T06:22:21,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-65803365/meta-region-server 2024-11-18T06:22:21,888 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,37097,1731910938348 2024-11-18T06:22:21,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-65803365/meta-region-server: CHANGED 2024-11-18T06:22:21,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-65803365/meta-region-server: CHANGED 2024-11-18T06:22:21,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:22:21,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,37097,1731910938348 in 199 msec 2024-11-18T06:22:21,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:22:21,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-11-18T06:22:21,892 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:21,892 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:22:21,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:21,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,37097,1731910938348, seqNum=-1] 2024-11-18T06:22:21,894 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:21,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:22:21,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3380 sec 2024-11-18T06:22:21,899 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731910941899, completionTime=-1 2024-11-18T06:22:21,899 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:22:21,899 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:22:21,901 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:22:21,901 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731911001901 2024-11-18T06:22:21,901 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731911061901 2024-11-18T06:22:21,901 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T06:22:21,901 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,34671,1731910938222-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:21,901 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,34671,1731910938222-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:21,901 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,34671,1731910938222-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:21,901 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:34671, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:21,902 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:21,902 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:21,903 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:22:21,905 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.253sec 2024-11-18T06:22:21,905 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:22:21,905 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:22:21,905 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:22:21,905 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:22:21,905 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:22:21,905 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,34671,1731910938222-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:22:21,905 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,34671,1731910938222-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:22:21,907 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:22:21,907 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:22:21,907 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,34671,1731910938222-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:21,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325a468b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:21,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,34671,-1 for getting cluster id 2024-11-18T06:22:21,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:21,958 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd70732f9-ec8c-42ae-b7b5-2ac993b5a002' 2024-11-18T06:22:21,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:21,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d70732f9-ec8c-42ae-b7b5-2ac993b5a002" 2024-11-18T06:22:21,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c2c406f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:21,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,34671,-1] 2024-11-18T06:22:21,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:21,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:21,960 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:21,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40735ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:21,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:21,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,37097,1731910938348, seqNum=-1] 2024-11-18T06:22:21,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:21,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:22:21,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,34671,1731910938222 2024-11-18T06:22:21,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60126 2024-11-18T06:22:21,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:22:21,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014c9b90640005 connected 2024-11-18T06:22:22,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,36589,1731910933810 2024-11-18T06:22:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3de037c7 2024-11-18T06:22:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:22:22,019 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:22:22,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:22:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T06:22:22,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:22:22,023 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:22,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T06:22:22,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:22:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:22,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741835_1011 (size=902) 2024-11-18T06:22:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:22,431 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0db1aac7c627ee6756e57217b38a6778, NAME => 'test,,1731910942019.0db1aac7c627ee6756e57217b38a6778.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21 2024-11-18T06:22:22,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741836_1012 (size=39) 2024-11-18T06:22:22,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731910942019.0db1aac7c627ee6756e57217b38a6778.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:22,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0db1aac7c627ee6756e57217b38a6778, disabling compactions & flushes 2024-11-18T06:22:22,439 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731910942019.0db1aac7c627ee6756e57217b38a6778. 2024-11-18T06:22:22,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731910942019.0db1aac7c627ee6756e57217b38a6778. 2024-11-18T06:22:22,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731910942019.0db1aac7c627ee6756e57217b38a6778. after waiting 0 ms 2024-11-18T06:22:22,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731910942019.0db1aac7c627ee6756e57217b38a6778. 2024-11-18T06:22:22,439 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731910942019.0db1aac7c627ee6756e57217b38a6778. 2024-11-18T06:22:22,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0db1aac7c627ee6756e57217b38a6778: Waiting for close lock at 1731910942439Disabling compacts and flushes for region at 1731910942439Disabling writes for close at 1731910942439Writing region close event to WAL at 1731910942439Closed at 1731910942439 2024-11-18T06:22:22,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:22:22,441 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731910942019.0db1aac7c627ee6756e57217b38a6778.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731910942441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731910942441"}]},"ts":"1731910942441"} 2024-11-18T06:22:22,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:22:22,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:22:22,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910942446"}]},"ts":"1731910942446"} 2024-11-18T06:22:22,450 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T06:22:22,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0db1aac7c627ee6756e57217b38a6778, ASSIGN}] 2024-11-18T06:22:22,456 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0db1aac7c627ee6756e57217b38a6778, ASSIGN 2024-11-18T06:22:22,457 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0db1aac7c627ee6756e57217b38a6778, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,39009,1731910934000; forceNewPlan=false, retain=false 2024-11-18T06:22:22,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0db1aac7c627ee6756e57217b38a6778, regionState=OPENING, regionLocation=6b5c0e5a2101,39009,1731910934000 2024-11-18T06:22:22,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0db1aac7c627ee6756e57217b38a6778, ASSIGN because future has completed 2024-11-18T06:22:22,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0db1aac7c627ee6756e57217b38a6778, server=6b5c0e5a2101,39009,1731910934000}] 2024-11-18T06:22:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:22,767 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731910942019.0db1aac7c627ee6756e57217b38a6778. 2024-11-18T06:22:22,768 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0db1aac7c627ee6756e57217b38a6778, NAME => 'test,,1731910942019.0db1aac7c627ee6756e57217b38a6778.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:22:22,768 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:22:22,768 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T06:22:22,768 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0db1aac7c627ee6756e57217b38a6778 2024-11-18T06:22:22,768 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731910942019.0db1aac7c627ee6756e57217b38a6778.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:22,768 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0db1aac7c627ee6756e57217b38a6778 2024-11-18T06:22:22,768 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0db1aac7c627ee6756e57217b38a6778 2024-11-18T06:22:22,770 INFO [StoreOpener-0db1aac7c627ee6756e57217b38a6778-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0db1aac7c627ee6756e57217b38a6778 2024-11-18T06:22:22,771 INFO [StoreOpener-0db1aac7c627ee6756e57217b38a6778-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db1aac7c627ee6756e57217b38a6778 columnFamilyName f 2024-11-18T06:22:22,771 DEBUG [StoreOpener-0db1aac7c627ee6756e57217b38a6778-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:22,771 INFO [StoreOpener-0db1aac7c627ee6756e57217b38a6778-1 {}] regionserver.HStore(327): Store=0db1aac7c627ee6756e57217b38a6778/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:22,771 INFO [StoreOpener-0db1aac7c627ee6756e57217b38a6778-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0db1aac7c627ee6756e57217b38a6778 2024-11-18T06:22:22,772 INFO [StoreOpener-0db1aac7c627ee6756e57217b38a6778-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db1aac7c627ee6756e57217b38a6778 columnFamilyName f1 2024-11-18T06:22:22,772 DEBUG [StoreOpener-0db1aac7c627ee6756e57217b38a6778-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:22,773 INFO [StoreOpener-0db1aac7c627ee6756e57217b38a6778-1 {}] regionserver.HStore(327): Store=0db1aac7c627ee6756e57217b38a6778/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:22,773 INFO [StoreOpener-0db1aac7c627ee6756e57217b38a6778-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0db1aac7c627ee6756e57217b38a6778 2024-11-18T06:22:22,777 INFO [StoreOpener-0db1aac7c627ee6756e57217b38a6778-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db1aac7c627ee6756e57217b38a6778 columnFamilyName norep 2024-11-18T06:22:22,777 DEBUG [StoreOpener-0db1aac7c627ee6756e57217b38a6778-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:22,777 INFO [StoreOpener-0db1aac7c627ee6756e57217b38a6778-1 {}] regionserver.HStore(327): Store=0db1aac7c627ee6756e57217b38a6778/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:22,777 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0db1aac7c627ee6756e57217b38a6778 2024-11-18T06:22:22,778 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/default/test/0db1aac7c627ee6756e57217b38a6778 2024-11-18T06:22:22,778 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/default/test/0db1aac7c627ee6756e57217b38a6778 2024-11-18T06:22:22,779 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0db1aac7c627ee6756e57217b38a6778 2024-11-18T06:22:22,779 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0db1aac7c627ee6756e57217b38a6778 2024-11-18T06:22:22,780 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:22:22,781 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0db1aac7c627ee6756e57217b38a6778 2024-11-18T06:22:22,782 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/default/test/0db1aac7c627ee6756e57217b38a6778/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:22:22,783 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0db1aac7c627ee6756e57217b38a6778; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60717786, jitterRate=-0.09523448348045349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:22:22,783 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0db1aac7c627ee6756e57217b38a6778 2024-11-18T06:22:22,784 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0db1aac7c627ee6756e57217b38a6778: Running coprocessor pre-open hook at 1731910942769Writing region info on filesystem at 1731910942769Initializing all the Stores at 1731910942769Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910942769Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910942769Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910942769Cleaning up temporary data from old regions at 1731910942779 (+10 ms)Running coprocessor post-open hooks at 1731910942783 (+4 ms)Region opened successfully at 1731910942783 2024-11-18T06:22:22,784 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731910942019.0db1aac7c627ee6756e57217b38a6778., pid=6, masterSystemTime=1731910942764 2024-11-18T06:22:22,786 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731910942019.0db1aac7c627ee6756e57217b38a6778. 2024-11-18T06:22:22,786 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731910942019.0db1aac7c627ee6756e57217b38a6778. 2024-11-18T06:22:22,787 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0db1aac7c627ee6756e57217b38a6778, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b5c0e5a2101,39009,1731910934000 2024-11-18T06:22:22,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0db1aac7c627ee6756e57217b38a6778, server=6b5c0e5a2101,39009,1731910934000 because future has completed 2024-11-18T06:22:22,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T06:22:22,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0db1aac7c627ee6756e57217b38a6778, server=6b5c0e5a2101,39009,1731910934000 in 179 msec 2024-11-18T06:22:22,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T06:22:22,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0db1aac7c627ee6756e57217b38a6778, ASSIGN in 341 msec 2024-11-18T06:22:22,794 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:22:22,795 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910942794"}]},"ts":"1731910942794"} 2024-11-18T06:22:22,797 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T06:22:22,798 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:22:22,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 778 msec 2024-11-18T06:22:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:23,159 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T06:22:23,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:23,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,34671,1731910938222 2024-11-18T06:22:23,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e0aa650 2024-11-18T06:22:23,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:22:23,161 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:22:23,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:22:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34671 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T06:22:23,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:22:23,165 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:23,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T06:22:23,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:22:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:23,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741835_1011 (size=902) 2024-11-18T06:22:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:23,575 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 339e8af7b50cc8854c63ccee513a83b9, NAME => 'test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845 2024-11-18T06:22:23,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741836_1012 (size=39) 2024-11-18T06:22:23,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:23,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 339e8af7b50cc8854c63ccee513a83b9, disabling compactions & flushes 2024-11-18T06:22:23,591 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9. 2024-11-18T06:22:23,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9. 2024-11-18T06:22:23,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9. after waiting 0 ms 2024-11-18T06:22:23,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9. 2024-11-18T06:22:23,591 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9. 2024-11-18T06:22:23,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 339e8af7b50cc8854c63ccee513a83b9: Waiting for close lock at 1731910943591Disabling compacts and flushes for region at 1731910943591Disabling writes for close at 1731910943591Writing region close event to WAL at 1731910943591Closed at 1731910943591 2024-11-18T06:22:23,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:22:23,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731910943593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731910943593"}]},"ts":"1731910943593"} 2024-11-18T06:22:23,596 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:22:23,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:22:23,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910943598"}]},"ts":"1731910943598"} 2024-11-18T06:22:23,601 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T06:22:23,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=339e8af7b50cc8854c63ccee513a83b9, ASSIGN}] 2024-11-18T06:22:23,603 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=339e8af7b50cc8854c63ccee513a83b9, ASSIGN 2024-11-18T06:22:23,603 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=339e8af7b50cc8854c63ccee513a83b9, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,37097,1731910938348; forceNewPlan=false, retain=false 2024-11-18T06:22:23,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=339e8af7b50cc8854c63ccee513a83b9, regionState=OPENING, regionLocation=6b5c0e5a2101,37097,1731910938348 2024-11-18T06:22:23,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=339e8af7b50cc8854c63ccee513a83b9, ASSIGN because future has completed 2024-11-18T06:22:23,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 339e8af7b50cc8854c63ccee513a83b9, server=6b5c0e5a2101,37097,1731910938348}] 2024-11-18T06:22:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:23,948 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9. 2024-11-18T06:22:23,949 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 339e8af7b50cc8854c63ccee513a83b9, NAME => 'test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:22:23,949 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:22:23,949 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T06:22:23,949 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 339e8af7b50cc8854c63ccee513a83b9 2024-11-18T06:22:23,949 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:23,949 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 339e8af7b50cc8854c63ccee513a83b9 2024-11-18T06:22:23,949 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 339e8af7b50cc8854c63ccee513a83b9 2024-11-18T06:22:23,972 INFO [StoreOpener-339e8af7b50cc8854c63ccee513a83b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 339e8af7b50cc8854c63ccee513a83b9 2024-11-18T06:22:23,981 INFO [StoreOpener-339e8af7b50cc8854c63ccee513a83b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 339e8af7b50cc8854c63ccee513a83b9 columnFamilyName f 2024-11-18T06:22:23,981 DEBUG [StoreOpener-339e8af7b50cc8854c63ccee513a83b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:23,984 INFO [StoreOpener-339e8af7b50cc8854c63ccee513a83b9-1 {}] regionserver.HStore(327): Store=339e8af7b50cc8854c63ccee513a83b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:23,984 INFO [StoreOpener-339e8af7b50cc8854c63ccee513a83b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 339e8af7b50cc8854c63ccee513a83b9 2024-11-18T06:22:23,989 INFO [StoreOpener-339e8af7b50cc8854c63ccee513a83b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 339e8af7b50cc8854c63ccee513a83b9 columnFamilyName f1 2024-11-18T06:22:23,989 DEBUG [StoreOpener-339e8af7b50cc8854c63ccee513a83b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:23,989 INFO [StoreOpener-339e8af7b50cc8854c63ccee513a83b9-1 {}] regionserver.HStore(327): Store=339e8af7b50cc8854c63ccee513a83b9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:23,990 INFO [StoreOpener-339e8af7b50cc8854c63ccee513a83b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 339e8af7b50cc8854c63ccee513a83b9 2024-11-18T06:22:23,994 INFO [StoreOpener-339e8af7b50cc8854c63ccee513a83b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 339e8af7b50cc8854c63ccee513a83b9 columnFamilyName norep 2024-11-18T06:22:23,994 DEBUG [StoreOpener-339e8af7b50cc8854c63ccee513a83b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:23,994 INFO [StoreOpener-339e8af7b50cc8854c63ccee513a83b9-1 {}] regionserver.HStore(327): Store=339e8af7b50cc8854c63ccee513a83b9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:23,994 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 339e8af7b50cc8854c63ccee513a83b9 2024-11-18T06:22:23,996 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/default/test/339e8af7b50cc8854c63ccee513a83b9 2024-11-18T06:22:23,997 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/default/test/339e8af7b50cc8854c63ccee513a83b9 2024-11-18T06:22:24,008 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 339e8af7b50cc8854c63ccee513a83b9 2024-11-18T06:22:24,008 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 339e8af7b50cc8854c63ccee513a83b9 2024-11-18T06:22:24,013 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:22:24,024 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 339e8af7b50cc8854c63ccee513a83b9 2024-11-18T06:22:24,043 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/default/test/339e8af7b50cc8854c63ccee513a83b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:22:24,049 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 339e8af7b50cc8854c63ccee513a83b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66124100, jitterRate=-0.014674127101898193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:22:24,049 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 339e8af7b50cc8854c63ccee513a83b9 2024-11-18T06:22:24,049 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 339e8af7b50cc8854c63ccee513a83b9: Running coprocessor pre-open hook at 1731910943950Writing region info on filesystem at 1731910943950Initializing all the Stores at 1731910943958 (+8 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910943958Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910943969 (+11 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910943969Cleaning up temporary data from old regions at 1731910944008 (+39 ms)Running coprocessor post-open hooks at 1731910944049 (+41 ms)Region opened successfully at 1731910944049 2024-11-18T06:22:24,053 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9., pid=6, masterSystemTime=1731910943928 2024-11-18T06:22:24,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=339e8af7b50cc8854c63ccee513a83b9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b5c0e5a2101,37097,1731910938348 2024-11-18T06:22:24,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 339e8af7b50cc8854c63ccee513a83b9, server=6b5c0e5a2101,37097,1731910938348 because future has completed 2024-11-18T06:22:24,062 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9. 2024-11-18T06:22:24,062 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9. 2024-11-18T06:22:24,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T06:22:24,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 339e8af7b50cc8854c63ccee513a83b9, server=6b5c0e5a2101,37097,1731910938348 in 320 msec 2024-11-18T06:22:24,123 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:22:24,123 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910944123"}]},"ts":"1731910944123"} 2024-11-18T06:22:24,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T06:22:24,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=339e8af7b50cc8854c63ccee513a83b9, ASSIGN in 506 msec 2024-11-18T06:22:24,130 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T06:22:24,134 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:22:24,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 972 msec 2024-11-18T06:22:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:24,301 INFO [RPCClient-NioEventLoopGroup-4-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T06:22:24,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222f1460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:24,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,36589,-1 for getting cluster id 2024-11-18T06:22:24,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:24,321 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aec5daa-88c6-47e6-8242-96b9144ed98a' 2024-11-18T06:22:24,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:24,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aec5daa-88c6-47e6-8242-96b9144ed98a" 2024-11-18T06:22:24,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77646ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:24,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,36589,-1] 2024-11-18T06:22:24,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:24,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:24,325 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:24,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547e2ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:24,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c6e1f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:24,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,34671,-1 for getting cluster id 2024-11-18T06:22:24,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:24,331 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd70732f9-ec8c-42ae-b7b5-2ac993b5a002' 2024-11-18T06:22:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d70732f9-ec8c-42ae-b7b5-2ac993b5a002" 2024-11-18T06:22:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd47bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,34671,-1] 2024-11-18T06:22:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:24,337 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:24,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55593dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:24,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308734d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:24,338 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,36589,-1 for getting cluster id 2024-11-18T06:22:24,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:24,339 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aec5daa-88c6-47e6-8242-96b9144ed98a' 2024-11-18T06:22:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aec5daa-88c6-47e6-8242-96b9144ed98a" 2024-11-18T06:22:24,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0a4380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:24,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,36589,-1] 2024-11-18T06:22:24,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:24,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:24,341 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:24,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9f4215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:24,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:24,346 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,36589,1731910933810 2024-11-18T06:22:24,346 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5851a56c 2024-11-18T06:22:24,346 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:22:24,349 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:22:24,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b5c0e5a2101:34671,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T06:22:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:22:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:22:24,358 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:34671' 2024-11-18T06:22:24,360 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d7ecb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:24,360 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,34671,-1 for getting cluster id 2024-11-18T06:22:24,361 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:24,368 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd70732f9-ec8c-42ae-b7b5-2ac993b5a002' 2024-11-18T06:22:24,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:24,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d70732f9-ec8c-42ae-b7b5-2ac993b5a002" 2024-11-18T06:22:24,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44008c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:24,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,34671,-1] 2024-11-18T06:22:24,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:24,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:24,372 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:24,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29caf0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:24,376 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:24,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,34671,1731910938222 2024-11-18T06:22:24,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45b6957f 2024-11-18T06:22:24,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:22:24,380 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:22:24,384 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T06:22:24,386 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T06:22:24,386 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:24,386 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:24,387 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:22:24,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:24,389 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T06:22:24,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:22:24,395 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:24,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:22:24,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741837_1013 (size=1138) 2024-11-18T06:22:24,440 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T06:22:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:22:24,469 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2af0709f58fcc13ebe2e00f5e719ee9f, NAME => 'hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21 2024-11-18T06:22:24,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741838_1014 (size=44) 2024-11-18T06:22:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:22:24,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:24,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2af0709f58fcc13ebe2e00f5e719ee9f, disabling compactions & flushes 2024-11-18T06:22:24,925 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f. 2024-11-18T06:22:24,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f. 2024-11-18T06:22:24,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f. after waiting 0 ms 2024-11-18T06:22:24,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f. 2024-11-18T06:22:24,925 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f. 2024-11-18T06:22:24,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2af0709f58fcc13ebe2e00f5e719ee9f: Waiting for close lock at 1731910944925Disabling compacts and flushes for region at 1731910944925Disabling writes for close at 1731910944925Writing region close event to WAL at 1731910944925Closed at 1731910944925 2024-11-18T06:22:24,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:22:24,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731910944932"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731910944932"}]},"ts":"1731910944932"} 2024-11-18T06:22:24,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:22:24,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:22:24,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910944936"}]},"ts":"1731910944936"} 2024-11-18T06:22:24,939 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T06:22:24,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2af0709f58fcc13ebe2e00f5e719ee9f, ASSIGN}] 2024-11-18T06:22:24,943 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2af0709f58fcc13ebe2e00f5e719ee9f, ASSIGN 2024-11-18T06:22:24,944 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2af0709f58fcc13ebe2e00f5e719ee9f, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,39009,1731910934000; forceNewPlan=false, retain=false 2024-11-18T06:22:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:22:25,096 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2af0709f58fcc13ebe2e00f5e719ee9f, regionState=OPENING, regionLocation=6b5c0e5a2101,39009,1731910934000 2024-11-18T06:22:25,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2af0709f58fcc13ebe2e00f5e719ee9f, ASSIGN because future has completed 2024-11-18T06:22:25,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2af0709f58fcc13ebe2e00f5e719ee9f, server=6b5c0e5a2101,39009,1731910934000}] 2024-11-18T06:22:25,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f. 2024-11-18T06:22:25,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:22:25,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T06:22:25,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C39009%2C1731910934000.rep, suffix=, logDir=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/oldWALs, maxLogs=10 2024-11-18T06:22:25,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.rep.1731910945277, exclude list is [], retry=0 2024-11-18T06:22:25,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39825,DS-dd06054c-372f-41aa-9a0e-7e45b94befa7,DISK] 2024-11-18T06:22:25,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.rep.1731910945277 2024-11-18T06:22:25,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38967:38967)] 2024-11-18T06:22:25,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2af0709f58fcc13ebe2e00f5e719ee9f, NAME => 'hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:22:25,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:22:25,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:22:25,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f. service=MultiRowMutationService 2024-11-18T06:22:25,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T06:22:25,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2af0709f58fcc13ebe2e00f5e719ee9f 2024-11-18T06:22:25,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:25,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2af0709f58fcc13ebe2e00f5e719ee9f 2024-11-18T06:22:25,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2af0709f58fcc13ebe2e00f5e719ee9f 2024-11-18T06:22:25,308 INFO [StoreOpener-2af0709f58fcc13ebe2e00f5e719ee9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2af0709f58fcc13ebe2e00f5e719ee9f 2024-11-18T06:22:25,310 INFO [StoreOpener-2af0709f58fcc13ebe2e00f5e719ee9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2af0709f58fcc13ebe2e00f5e719ee9f columnFamilyName hfileref 2024-11-18T06:22:25,310 DEBUG [StoreOpener-2af0709f58fcc13ebe2e00f5e719ee9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:25,311 INFO [StoreOpener-2af0709f58fcc13ebe2e00f5e719ee9f-1 {}] regionserver.HStore(327): Store=2af0709f58fcc13ebe2e00f5e719ee9f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:25,311 INFO [StoreOpener-2af0709f58fcc13ebe2e00f5e719ee9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2af0709f58fcc13ebe2e00f5e719ee9f 2024-11-18T06:22:25,312 INFO [StoreOpener-2af0709f58fcc13ebe2e00f5e719ee9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2af0709f58fcc13ebe2e00f5e719ee9f columnFamilyName queue 2024-11-18T06:22:25,312 DEBUG [StoreOpener-2af0709f58fcc13ebe2e00f5e719ee9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:25,313 INFO [StoreOpener-2af0709f58fcc13ebe2e00f5e719ee9f-1 {}] regionserver.HStore(327): Store=2af0709f58fcc13ebe2e00f5e719ee9f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:25,313 INFO [StoreOpener-2af0709f58fcc13ebe2e00f5e719ee9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2af0709f58fcc13ebe2e00f5e719ee9f 2024-11-18T06:22:25,314 INFO [StoreOpener-2af0709f58fcc13ebe2e00f5e719ee9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2af0709f58fcc13ebe2e00f5e719ee9f columnFamilyName sid 2024-11-18T06:22:25,314 DEBUG [StoreOpener-2af0709f58fcc13ebe2e00f5e719ee9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:25,314 INFO [StoreOpener-2af0709f58fcc13ebe2e00f5e719ee9f-1 {}] regionserver.HStore(327): Store=2af0709f58fcc13ebe2e00f5e719ee9f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:25,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2af0709f58fcc13ebe2e00f5e719ee9f 2024-11-18T06:22:25,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/replication/2af0709f58fcc13ebe2e00f5e719ee9f 2024-11-18T06:22:25,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/replication/2af0709f58fcc13ebe2e00f5e719ee9f 2024-11-18T06:22:25,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2af0709f58fcc13ebe2e00f5e719ee9f 2024-11-18T06:22:25,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2af0709f58fcc13ebe2e00f5e719ee9f 2024-11-18T06:22:25,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:22:25,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2af0709f58fcc13ebe2e00f5e719ee9f 2024-11-18T06:22:25,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/replication/2af0709f58fcc13ebe2e00f5e719ee9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:22:25,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2af0709f58fcc13ebe2e00f5e719ee9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72052559, jitterRate=0.07366679608821869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:22:25,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2af0709f58fcc13ebe2e00f5e719ee9f 2024-11-18T06:22:25,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2af0709f58fcc13ebe2e00f5e719ee9f: Running coprocessor pre-open hook at 1731910945302Writing region info on filesystem at 1731910945302Initializing all the Stores at 1731910945303 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910945303Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910945304 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910945304Cleaning up temporary data from old regions at 1731910945316 (+12 ms)Running coprocessor post-open hooks at 1731910945319 (+3 ms)Region opened successfully at 1731910945319 2024-11-18T06:22:25,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f., pid=10, masterSystemTime=1731910945268 2024-11-18T06:22:25,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f. 2024-11-18T06:22:25,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f. 2024-11-18T06:22:25,322 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2af0709f58fcc13ebe2e00f5e719ee9f, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,39009,1731910934000 2024-11-18T06:22:25,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2af0709f58fcc13ebe2e00f5e719ee9f, server=6b5c0e5a2101,39009,1731910934000 because future has completed 2024-11-18T06:22:25,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T06:22:25,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2af0709f58fcc13ebe2e00f5e719ee9f, server=6b5c0e5a2101,39009,1731910934000 in 220 msec 2024-11-18T06:22:25,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T06:22:25,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2af0709f58fcc13ebe2e00f5e719ee9f, ASSIGN in 386 msec 2024-11-18T06:22:25,328 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:22:25,328 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910945328"}]},"ts":"1731910945328"} 2024-11-18T06:22:25,330 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T06:22:25,331 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:22:25,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 944 msec 2024-11-18T06:22:25,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f., hostname=6b5c0e5a2101,39009,1731910934000, seqNum=2] 2024-11-18T06:22:25,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663 2024-11-18T06:22:25,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663 2024-11-18T06:22:25,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:22:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:22:25,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T06:22:25,552 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T06:22:25,575 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b5c0e5a2101,39009,1731910934000, ReplicationSource: 1, currentBandwidth=0 2024-11-18T06:22:25,576 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:25,576 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39009,1731910934000, seqNum=-1] 2024-11-18T06:22:25,576 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:25,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-18T06:22:25,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b5c0e5a2101,39009,1731910934000', locateType=CURRENT is [region=hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f., hostname=6b5c0e5a2101,39009,1731910934000, seqNum=2] 2024-11-18T06:22:25,580 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T06:22:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T06:22:25,582 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b5c0e5a2101,39009,1731910934000 suceeded 2024-11-18T06:22:25,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T06:22:25,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-18T06:22:25,584 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b5c0e5a2101:34671,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T06:22:25,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2350 sec 2024-11-18T06:22:25,594 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:34671' 2024-11-18T06:22:25,599 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@313a5c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:25,599 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,34671,-1 for getting cluster id 2024-11-18T06:22:25,599 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:25,600 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd70732f9-ec8c-42ae-b7b5-2ac993b5a002' 2024-11-18T06:22:25,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:25,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d70732f9-ec8c-42ae-b7b5-2ac993b5a002" 2024-11-18T06:22:25,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ea00358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:25,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,34671,-1] 2024-11-18T06:22:25,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:25,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:25,601 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:25,602 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11e2124f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:25,602 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:25,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,34671,1731910938222 2024-11-18T06:22:25,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e597484 2024-11-18T06:22:25,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:22:25,603 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-18T06:22:25,603 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b5c0e5a2101,39009,1731910934000 (queues=1) is replicating from cluster=1aec5daa-88c6-47e6-8242-96b9144ed98a to cluster=d70732f9-ec8c-42ae-b7b5-2ac993b5a002 2024-11-18T06:22:25,603 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b5c0e5a2101%2C39009%2C1731910934000 2024-11-18T06:22:25,603 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b5c0e5a2101,39009,1731910934000, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:22:25,604 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.shipper6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C39009%2C1731910934000 2024-11-18T06:22:25,604 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555, startPosition=0, beingWritten=true 2024-11-18T06:22:25,608 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:22:25,608 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 379, reset compression=false 2024-11-18T06:22:25,608 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.shipper6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,39009,1731910934000 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:22:25,811 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 379, reset compression=false 2024-11-18T06:22:25,939 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:25,939 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:22:25,940 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18304 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:22:25,964 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:22:26,115 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 379, reset compression=false 2024-11-18T06:22:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:22:26,509 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T06:22:26,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:22:26,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:26,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:26,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:26,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:26,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d631c4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:26,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,34671,-1 for getting cluster id 2024-11-18T06:22:26,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:26,513 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd70732f9-ec8c-42ae-b7b5-2ac993b5a002' 2024-11-18T06:22:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d70732f9-ec8c-42ae-b7b5-2ac993b5a002" 2024-11-18T06:22:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502b5117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,34671,-1] 2024-11-18T06:22:26,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:26,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:26,516 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:26,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769e2b95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:26,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:26,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,34671,1731910938222 2024-11-18T06:22:26,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d7dac7c 2024-11-18T06:22:26,519 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 379, reset compression=false 2024-11-18T06:22:26,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:22:26,520 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:22:26,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34671 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b5c0e5a2101:36589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T06:22:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34671 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:22:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:22:26,525 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:36589' 2024-11-18T06:22:26,528 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@215c5894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:26,528 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,36589,-1 for getting cluster id 2024-11-18T06:22:26,528 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:26,529 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aec5daa-88c6-47e6-8242-96b9144ed98a' 2024-11-18T06:22:26,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:26,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aec5daa-88c6-47e6-8242-96b9144ed98a" 2024-11-18T06:22:26,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b157ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:26,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,36589,-1] 2024-11-18T06:22:26,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:26,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:26,531 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:26,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9935eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:26,532 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:26,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,36589,1731910933810 2024-11-18T06:22:26,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73b9a788 2024-11-18T06:22:26,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:22:26,533 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:22:26,534 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T06:22:26,534 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T06:22:26,534 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:26,534 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:26,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:26,535 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:22:26,535 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T06:22:26,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:22:26,536 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:26,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:22:26,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741837_1013 (size=1138) 2024-11-18T06:22:26,586 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T06:22:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:22:26,713 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T06:22:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:22:26,944 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55f8dea068facf36dbe0672d5adf4e1e, NAME => 'hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845 2024-11-18T06:22:26,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741838_1014 (size=44) 2024-11-18T06:22:27,038 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 379, reset compression=false 2024-11-18T06:22:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:22:27,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:27,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 55f8dea068facf36dbe0672d5adf4e1e, disabling compactions & flushes 2024-11-18T06:22:27,352 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e. 2024-11-18T06:22:27,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e. 2024-11-18T06:22:27,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e. after waiting 0 ms 2024-11-18T06:22:27,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e. 2024-11-18T06:22:27,352 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e. 2024-11-18T06:22:27,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55f8dea068facf36dbe0672d5adf4e1e: Waiting for close lock at 1731910947352Disabling compacts and flushes for region at 1731910947352Disabling writes for close at 1731910947352Writing region close event to WAL at 1731910947352Closed at 1731910947352 2024-11-18T06:22:27,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:22:27,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731910947353"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731910947353"}]},"ts":"1731910947353"} 2024-11-18T06:22:27,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:22:27,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:22:27,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910947356"}]},"ts":"1731910947356"} 2024-11-18T06:22:27,357 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T06:22:27,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55f8dea068facf36dbe0672d5adf4e1e, ASSIGN}] 2024-11-18T06:22:27,358 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55f8dea068facf36dbe0672d5adf4e1e, ASSIGN 2024-11-18T06:22:27,359 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55f8dea068facf36dbe0672d5adf4e1e, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,37097,1731910938348; forceNewPlan=false, retain=false 2024-11-18T06:22:27,365 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:22:27,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:27,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:27,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:27,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:27,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:27,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:27,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:27,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:27,428 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T06:22:27,428 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T06:22:27,428 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T06:22:27,428 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T06:22:27,429 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:22:27,429 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T06:22:27,510 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=55f8dea068facf36dbe0672d5adf4e1e, regionState=OPENING, regionLocation=6b5c0e5a2101,37097,1731910938348 2024-11-18T06:22:27,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55f8dea068facf36dbe0672d5adf4e1e, ASSIGN because future has completed 2024-11-18T06:22:27,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55f8dea068facf36dbe0672d5adf4e1e, server=6b5c0e5a2101,37097,1731910938348}] 2024-11-18T06:22:27,544 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T06:22:27,644 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 379, reset compression=false 2024-11-18T06:22:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:22:27,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e. 2024-11-18T06:22:27,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:22:27,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T06:22:27,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C37097%2C1731910938348.rep, suffix=, logDir=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348, archiveDir=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/oldWALs, maxLogs=10 2024-11-18T06:22:27,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.rep.1731910947670, exclude list is [], retry=0 2024-11-18T06:22:27,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43539,DS-3d187a0a-c736-400f-9140-d2eb367df874,DISK] 2024-11-18T06:22:27,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.rep.1731910947670 2024-11-18T06:22:27,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34525:34525)] 2024-11-18T06:22:27,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 55f8dea068facf36dbe0672d5adf4e1e, NAME => 'hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:22:27,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:22:27,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:22:27,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e. service=MultiRowMutationService 2024-11-18T06:22:27,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T06:22:27,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:27,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:27,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:27,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:27,704 INFO [StoreOpener-55f8dea068facf36dbe0672d5adf4e1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:27,706 INFO [StoreOpener-55f8dea068facf36dbe0672d5adf4e1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55f8dea068facf36dbe0672d5adf4e1e columnFamilyName hfileref 2024-11-18T06:22:27,706 DEBUG [StoreOpener-55f8dea068facf36dbe0672d5adf4e1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:27,707 INFO [StoreOpener-55f8dea068facf36dbe0672d5adf4e1e-1 {}] regionserver.HStore(327): Store=55f8dea068facf36dbe0672d5adf4e1e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:27,707 INFO [StoreOpener-55f8dea068facf36dbe0672d5adf4e1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:27,708 INFO [StoreOpener-55f8dea068facf36dbe0672d5adf4e1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55f8dea068facf36dbe0672d5adf4e1e columnFamilyName queue 2024-11-18T06:22:27,708 DEBUG [StoreOpener-55f8dea068facf36dbe0672d5adf4e1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:27,708 INFO [StoreOpener-55f8dea068facf36dbe0672d5adf4e1e-1 {}] regionserver.HStore(327): Store=55f8dea068facf36dbe0672d5adf4e1e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:27,708 INFO [StoreOpener-55f8dea068facf36dbe0672d5adf4e1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:27,710 INFO [StoreOpener-55f8dea068facf36dbe0672d5adf4e1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55f8dea068facf36dbe0672d5adf4e1e columnFamilyName sid 2024-11-18T06:22:27,710 DEBUG [StoreOpener-55f8dea068facf36dbe0672d5adf4e1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:27,710 INFO [StoreOpener-55f8dea068facf36dbe0672d5adf4e1e-1 {}] regionserver.HStore(327): Store=55f8dea068facf36dbe0672d5adf4e1e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:27,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:27,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/replication/55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:27,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/replication/55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:27,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:27,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:27,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:22:27,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:27,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/replication/55f8dea068facf36dbe0672d5adf4e1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:22:27,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 55f8dea068facf36dbe0672d5adf4e1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62788595, jitterRate=-0.06437702476978302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:22:27,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:27,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 55f8dea068facf36dbe0672d5adf4e1e: Running coprocessor pre-open hook at 1731910947693Writing region info on filesystem at 1731910947693Initializing all the Stores at 1731910947694 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910947694Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910947704 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910947704Cleaning up temporary data from old regions at 1731910947715 (+11 ms)Running coprocessor post-open hooks at 1731910947719 (+4 ms)Region opened successfully at 1731910947719 2024-11-18T06:22:27,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e., pid=10, masterSystemTime=1731910947664 2024-11-18T06:22:27,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e. 2024-11-18T06:22:27,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e. 2024-11-18T06:22:27,722 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=55f8dea068facf36dbe0672d5adf4e1e, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,37097,1731910938348 2024-11-18T06:22:27,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55f8dea068facf36dbe0672d5adf4e1e, server=6b5c0e5a2101,37097,1731910938348 because future has completed 2024-11-18T06:22:27,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T06:22:27,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 55f8dea068facf36dbe0672d5adf4e1e, server=6b5c0e5a2101,37097,1731910938348 in 213 msec 2024-11-18T06:22:27,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T06:22:27,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55f8dea068facf36dbe0672d5adf4e1e, ASSIGN in 368 msec 2024-11-18T06:22:27,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:22:27,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910947728"}]},"ts":"1731910947728"} 2024-11-18T06:22:27,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T06:22:27,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:22:27,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1950 sec 2024-11-18T06:22:27,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e., hostname=6b5c0e5a2101,37097,1731910938348, seqNum=2] 2024-11-18T06:22:27,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365 2024-11-18T06:22:27,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365 2024-11-18T06:22:27,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:22:28,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37097 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T06:22:28,150 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T06:22:28,190 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b5c0e5a2101,37097,1731910938348, ReplicationSource: 1, currentBandwidth=0 2024-11-18T06:22:28,191 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:28,191 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,37097,1731910938348, seqNum=-1] 2024-11-18T06:22:28,191 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:28,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-18T06:22:28,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b5c0e5a2101,37097,1731910938348', locateType=CURRENT is [region=hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e., hostname=6b5c0e5a2101,37097,1731910938348, seqNum=2] 2024-11-18T06:22:28,197 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T06:22:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34671 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T06:22:28,199 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b5c0e5a2101,37097,1731910938348 suceeded 2024-11-18T06:22:28,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T06:22:28,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-18T06:22:28,201 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b5c0e5a2101:36589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T06:22:28,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6810 sec 2024-11-18T06:22:28,210 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:36589' 2024-11-18T06:22:28,211 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dc4f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:28,211 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,36589,-1 for getting cluster id 2024-11-18T06:22:28,211 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:28,212 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aec5daa-88c6-47e6-8242-96b9144ed98a' 2024-11-18T06:22:28,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:28,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aec5daa-88c6-47e6-8242-96b9144ed98a" 2024-11-18T06:22:28,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c283551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:28,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,36589,-1] 2024-11-18T06:22:28,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:28,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:28,213 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:28,214 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@524435d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:28,214 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:28,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,36589,1731910933810 2024-11-18T06:22:28,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f4c75aa 2024-11-18T06:22:28,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:22:28,215 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-18T06:22:28,216 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b5c0e5a2101,37097,1731910938348 (queues=1) is replicating from cluster=d70732f9-ec8c-42ae-b7b5-2ac993b5a002 to cluster=1aec5daa-88c6-47e6-8242-96b9144ed98a 2024-11-18T06:22:28,216 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b5c0e5a2101%2C37097%2C1731910938348 2024-11-18T06:22:28,216 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b5c0e5a2101,37097,1731910938348, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:22:28,216 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.shipper6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C37097%2C1731910938348 2024-11-18T06:22:28,216 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861, startPosition=0, beingWritten=true 2024-11-18T06:22:28,222 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:22:28,222 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 379, reset compression=false 2024-11-18T06:22:28,222 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.shipper6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,37097,1731910938348 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:22:28,347 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 379, reset compression=false 2024-11-18T06:22:28,426 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 379, reset compression=false 2024-11-18T06:22:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:22:28,670 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T06:22:28,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:22:28,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:28,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:28,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:28,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:28,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39009,1731910934000, seqNum=-1] 2024-11-18T06:22:28,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:28,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:22:28,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731910942019.0db1aac7c627ee6756e57217b38a6778., hostname=6b5c0e5a2101,39009,1731910934000, seqNum=2] 2024-11-18T06:22:28,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,37097,1731910938348, seqNum=-1] 2024-11-18T06:22:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:28,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:22:28,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9., hostname=6b5c0e5a2101,37097,1731910938348, seqNum=2] 2024-11-18T06:22:28,686 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T06:22:28,730 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 379, reset compression=false 2024-11-18T06:22:29,134 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 379, reset compression=false 2024-11-18T06:22:29,151 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 379, reset compression=false 2024-11-18T06:22:29,156 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:22:29,156 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 480, reset compression=false 2024-11-18T06:22:29,156 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.shipper6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,39009,1731910934000 got entry batch from reader: WALEntryBatch [walEntries=[{test/0db1aac7c627ee6756e57217b38a6778/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T06:22:29,158 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.shipper6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:22:29,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-18T06:22:29,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:22:29,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c62a5c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:29,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,34671,-1 for getting cluster id 2024-11-18T06:22:29,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:29,162 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd70732f9-ec8c-42ae-b7b5-2ac993b5a002' 2024-11-18T06:22:29,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:29,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d70732f9-ec8c-42ae-b7b5-2ac993b5a002" 2024-11-18T06:22:29,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@517b1c75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:29,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,34671,-1] 2024-11-18T06:22:29,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:29,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:29,163 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:29,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cb211d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:29,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:29,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,37097,1731910938348, seqNum=-1] 2024-11-18T06:22:29,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:29,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-18T06:22:29,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9., hostname=6b5c0e5a2101,37097,1731910938348, seqNum=2] 2024-11-18T06:22:29,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:22:29,360 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 480, reset compression=false 2024-11-18T06:22:29,640 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 379, reset compression=false 2024-11-18T06:22:29,661 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:22:29,661 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 503, reset compression=false 2024-11-18T06:22:29,661 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.shipper6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,37097,1731910938348 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:22:29,664 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 480, reset compression=false 2024-11-18T06:22:29,689 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T06:22:29,692 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T06:22:29,866 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 503, reset compression=false 2024-11-18T06:22:29,871 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:22:29,871 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 607, reset compression=false 2024-11-18T06:22:29,871 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.shipper6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,37097,1731910938348 got entry batch from reader: WALEntryBatch [walEntries=[{test/339e8af7b50cc8854c63ccee513a83b9/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T06:22:29,874 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.shipper6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:22:29,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-18T06:22:29,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:22:29,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f91dbd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:29,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,36589,-1 for getting cluster id 2024-11-18T06:22:29,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:29,878 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aec5daa-88c6-47e6-8242-96b9144ed98a' 2024-11-18T06:22:29,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:29,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aec5daa-88c6-47e6-8242-96b9144ed98a" 2024-11-18T06:22:29,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@108805dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:29,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,36589,-1] 2024-11-18T06:22:29,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:29,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:29,879 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:29,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e600de8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:29,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:29,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39009,1731910934000, seqNum=-1] 2024-11-18T06:22:29,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:29,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-18T06:22:29,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731910942019.0db1aac7c627ee6756e57217b38a6778., hostname=6b5c0e5a2101,39009,1731910934000, seqNum=2] 2024-11-18T06:22:29,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:22:30,070 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 480, reset compression=false 2024-11-18T06:22:30,076 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 607, reset compression=false 2024-11-18T06:22:30,076 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:22:30,076 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 608, reset compression=false 2024-11-18T06:22:30,076 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.shipper6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,39009,1731910934000 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:22:30,298 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 608, reset compression=false 2024-11-18T06:22:30,404 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 607, reset compression=false 2024-11-18T06:22:30,602 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 608, reset compression=false 2024-11-18T06:22:30,695 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T06:22:30,706 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T06:22:30,817 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 607, reset compression=false 2024-11-18T06:22:31,006 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 608, reset compression=false 2024-11-18T06:22:31,011 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:22:31,011 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 764, reset compression=false 2024-11-18T06:22:31,011 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.shipper6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,39009,1731910934000 got entry batch from reader: WALEntryBatch [walEntries=[{test/0db1aac7c627ee6756e57217b38a6778/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T06:22:31,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:22:31,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:22:31,218 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 764, reset compression=false 2024-11-18T06:22:31,341 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 607, reset compression=false 2024-11-18T06:22:31,345 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:22:31,345 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 754, reset compression=false 2024-11-18T06:22:31,345 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.shipper6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,37097,1731910938348 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:22:31,524 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 764, reset compression=false 2024-11-18T06:22:31,549 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 754, reset compression=false 2024-11-18T06:22:31,708 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T06:22:31,711 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T06:22:31,853 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 754, reset compression=false 2024-11-18T06:22:31,858 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:22:31,858 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 913, reset compression=false 2024-11-18T06:22:31,858 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.shipper6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,37097,1731910938348 got entry batch from reader: WALEntryBatch [walEntries=[{test/339e8af7b50cc8854c63ccee513a83b9/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T06:22:31,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:22:31,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:22:31,927 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 764, reset compression=false 2024-11-18T06:22:31,932 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:22:31,932 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 914, reset compression=false 2024-11-18T06:22:31,932 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.shipper6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,39009,1731910934000 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:22:32,063 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 913, reset compression=false 2024-11-18T06:22:32,135 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 914, reset compression=false 2024-11-18T06:22:32,366 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 913, reset compression=false 2024-11-18T06:22:32,438 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 914, reset compression=false 2024-11-18T06:22:32,718 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T06:22:32,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:22:32,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:22:32,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:32,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:32,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:32,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:32,721 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:22:32,721 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1833001645, stopped=false 2024-11-18T06:22:32,722 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,34671,1731910938222 2024-11-18T06:22:32,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-65803365/running 2024-11-18T06:22:32,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-65803365/running 2024-11-18T06:22:32,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365 2024-11-18T06:22:32,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365 2024-11-18T06:22:32,735 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:22:32,735 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:22:32,735 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:32,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:32,735 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,37097,1731910938348' ***** 2024-11-18T06:22:32,735 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:22:32,736 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:22:32,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Set watcher on znode that does not yet exist, /1-65803365/running 2024-11-18T06:22:32,736 INFO [RS:0;6b5c0e5a2101:37097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:22:32,736 INFO [RS:0;6b5c0e5a2101:37097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:22:32,736 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(3091): Received CLOSE for 339e8af7b50cc8854c63ccee513a83b9 2024-11-18T06:22:32,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Set watcher on znode that does not yet exist, /1-65803365/running 2024-11-18T06:22:32,737 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:22:32,738 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(3091): Received CLOSE for 55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:32,738 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,37097,1731910938348 2024-11-18T06:22:32,738 INFO [RS:0;6b5c0e5a2101:37097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:22:32,738 INFO [RS:0;6b5c0e5a2101:37097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:37097. 2024-11-18T06:22:32,738 DEBUG [RS:0;6b5c0e5a2101:37097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:32,738 DEBUG [RS:0;6b5c0e5a2101:37097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:32,738 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:22:32,739 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:22:32,739 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:22:32,739 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:22:32,739 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:22:32,739 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T06:22:32,739 DEBUG [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(1325): Online Regions={339e8af7b50cc8854c63ccee513a83b9=test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9., 55f8dea068facf36dbe0672d5adf4e1e=hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:22:32,739 DEBUG [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 339e8af7b50cc8854c63ccee513a83b9, 55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:32,739 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:22:32,739 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:22:32,739 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:22:32,739 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:22:32,739 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:22:32,740 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T06:22:32,741 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 339e8af7b50cc8854c63ccee513a83b9, disabling compactions & flushes 2024-11-18T06:22:32,742 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9. 2024-11-18T06:22:32,742 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9. 2024-11-18T06:22:32,742 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9. after waiting 0 ms 2024-11-18T06:22:32,742 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9. 2024-11-18T06:22:32,742 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 339e8af7b50cc8854c63ccee513a83b9 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-18T06:22:32,769 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 913, reset compression=false 2024-11-18T06:22:32,770 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/.tmp/info/c95602ecb315461aa5be37ae4e66bf5e is 147, key is hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e./info:regioninfo/1731910947722/Put/seqid=0 2024-11-18T06:22:32,779 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:22:32,779 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 1160, reset compression=false 2024-11-18T06:22:32,779 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.shipper6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,37097,1731910938348 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:22:32,780 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.shipper6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b5c0e5a2101,37097,1731910938348: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b5c0e5a2101,37097,1731910938348, walGroup=6b5c0e5a2101%2C37097%2C1731910938348, offset=6b5c0e5a2101%2C37097%2C1731910938348.1731910940861:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:37097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T06:22:32,781 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.shipper6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T06:22:32,781 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.shipper6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T06:22:32,782 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.shipper6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T06:22:32,782 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.shipper6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T06:22:32,782 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.shipper6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T06:22:32,782 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.shipper6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 601045376 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 190014160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T06:22:32,783 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/default/test/339e8af7b50cc8854c63ccee513a83b9/.tmp/f/6b19fd6a0ec44ea988572acc42c91f10 is 29, key is row1/f:/1731910951709/DeleteFamily/seqid=0 2024-11-18T06:22:32,787 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.shipper6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34671 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34671 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T06:22:32,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741841_1017 (size=5118) 2024-11-18T06:22:32,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741840_1016 (size=7686) 2024-11-18T06:22:32,817 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/default/test/339e8af7b50cc8854c63ccee513a83b9/.tmp/f/6b19fd6a0ec44ea988572acc42c91f10 2024-11-18T06:22:32,821 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/.tmp/info/c95602ecb315461aa5be37ae4e66bf5e 2024-11-18T06:22:32,822 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b19fd6a0ec44ea988572acc42c91f10 2024-11-18T06:22:32,842 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 914, reset compression=false 2024-11-18T06:22:32,845 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/default/test/339e8af7b50cc8854c63ccee513a83b9/.tmp/f1/d9bd6375cb984ac780d74d1c59b0d3a3 is 30, key is row1/f1:/1731910951709/DeleteFamily/seqid=0 2024-11-18T06:22:32,848 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/.tmp/ns/17d1b8bfcb994a9497b1b101e00246b9 is 43, key is default/ns:d/1731910941895/Put/seqid=0 2024-11-18T06:22:32,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741842_1018 (size=5123) 2024-11-18T06:22:32,864 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/default/test/339e8af7b50cc8854c63ccee513a83b9/.tmp/f1/d9bd6375cb984ac780d74d1c59b0d3a3 2024-11-18T06:22:32,871 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9bd6375cb984ac780d74d1c59b0d3a3 2024-11-18T06:22:32,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741843_1019 (size=5153) 2024-11-18T06:22:32,890 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/default/test/339e8af7b50cc8854c63ccee513a83b9/.tmp/norep/bc5d3e19fe9e4330bb2992a55c6c96b0 is 33, key is row1/norep:/1731910951709/DeleteFamily/seqid=0 2024-11-18T06:22:32,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741844_1020 (size=5108) 2024-11-18T06:22:32,939 DEBUG [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 339e8af7b50cc8854c63ccee513a83b9, 55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:33,008 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 1160, reset compression=false 2024-11-18T06:22:33,139 DEBUG [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 339e8af7b50cc8854c63ccee513a83b9, 55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:33,196 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:22:33,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:33,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:33,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:33,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:33,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:33,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:33,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:33,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:33,285 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/.tmp/ns/17d1b8bfcb994a9497b1b101e00246b9 2024-11-18T06:22:33,304 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/.tmp/rep_barrier/643650e8c4d04279b943c1d64b5b67a6 is 112, key is test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9./rep_barrier:seqnumDuringOpen/1731910944059/Put/seqid=0 2024-11-18T06:22:33,309 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/default/test/339e8af7b50cc8854c63ccee513a83b9/.tmp/norep/bc5d3e19fe9e4330bb2992a55c6c96b0 2024-11-18T06:22:33,313 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 1160, reset compression=false 2024-11-18T06:22:33,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741845_1021 (size=5518) 2024-11-18T06:22:33,317 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc5d3e19fe9e4330bb2992a55c6c96b0 2024-11-18T06:22:33,318 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/default/test/339e8af7b50cc8854c63ccee513a83b9/.tmp/f/6b19fd6a0ec44ea988572acc42c91f10 as hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/default/test/339e8af7b50cc8854c63ccee513a83b9/f/6b19fd6a0ec44ea988572acc42c91f10 2024-11-18T06:22:33,321 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/.tmp/rep_barrier/643650e8c4d04279b943c1d64b5b67a6 2024-11-18T06:22:33,323 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b19fd6a0ec44ea988572acc42c91f10 2024-11-18T06:22:33,324 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/default/test/339e8af7b50cc8854c63ccee513a83b9/f/6b19fd6a0ec44ea988572acc42c91f10, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T06:22:33,325 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/default/test/339e8af7b50cc8854c63ccee513a83b9/.tmp/f1/d9bd6375cb984ac780d74d1c59b0d3a3 as hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/default/test/339e8af7b50cc8854c63ccee513a83b9/f1/d9bd6375cb984ac780d74d1c59b0d3a3 2024-11-18T06:22:33,331 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9bd6375cb984ac780d74d1c59b0d3a3 2024-11-18T06:22:33,331 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/default/test/339e8af7b50cc8854c63ccee513a83b9/f1/d9bd6375cb984ac780d74d1c59b0d3a3, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T06:22:33,337 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/default/test/339e8af7b50cc8854c63ccee513a83b9/.tmp/norep/bc5d3e19fe9e4330bb2992a55c6c96b0 as hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/default/test/339e8af7b50cc8854c63ccee513a83b9/norep/bc5d3e19fe9e4330bb2992a55c6c96b0 2024-11-18T06:22:33,344 DEBUG [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 339e8af7b50cc8854c63ccee513a83b9, 55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:33,345 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc5d3e19fe9e4330bb2992a55c6c96b0 2024-11-18T06:22:33,345 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/default/test/339e8af7b50cc8854c63ccee513a83b9/norep/bc5d3e19fe9e4330bb2992a55c6c96b0, entries=1, sequenceid=8, filesize=5.0 K 2024-11-18T06:22:33,346 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 339e8af7b50cc8854c63ccee513a83b9 in 604ms, sequenceid=8, compaction requested=false 2024-11-18T06:22:33,353 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 914, reset compression=false 2024-11-18T06:22:33,355 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/.tmp/table/01ceb2a383664afb8f81acea92b21b1b is 53, key is hbase:replication/table:state/1731910947728/Put/seqid=0 2024-11-18T06:22:33,380 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/default/test/339e8af7b50cc8854c63ccee513a83b9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T06:22:33,381 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:22:33,381 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:22:33,381 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9. 2024-11-18T06:22:33,381 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 339e8af7b50cc8854c63ccee513a83b9: Waiting for close lock at 1731910952741Running coprocessor pre-close hooks at 1731910952741Disabling compacts and flushes for region at 1731910952741Disabling writes for close at 1731910952742 (+1 ms)Obtaining lock to block concurrent updates at 1731910952742Preparing flush snapshotting stores in 339e8af7b50cc8854c63ccee513a83b9 at 1731910952742Finished memstore snapshotting test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731910952742Flushing stores of test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9. at 1731910952748 (+6 ms)Flushing 339e8af7b50cc8854c63ccee513a83b9/f: creating writer at 1731910952749 (+1 ms)Flushing 339e8af7b50cc8854c63ccee513a83b9/f: appending metadata at 1731910952782 (+33 ms)Flushing 339e8af7b50cc8854c63ccee513a83b9/f: closing flushed file at 1731910952782Flushing 339e8af7b50cc8854c63ccee513a83b9/f1: creating writer at 1731910952822 (+40 ms)Flushing 339e8af7b50cc8854c63ccee513a83b9/f1: appending metadata at 1731910952840 (+18 ms)Flushing 339e8af7b50cc8854c63ccee513a83b9/f1: closing flushed file at 1731910952840Flushing 339e8af7b50cc8854c63ccee513a83b9/norep: creating writer at 1731910952871 (+31 ms)Flushing 339e8af7b50cc8854c63ccee513a83b9/norep: appending metadata at 1731910952890 (+19 ms)Flushing 339e8af7b50cc8854c63ccee513a83b9/norep: closing flushed file at 1731910952890Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f2375ee: reopening flushed file at 1731910953317 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35d8637e: reopening flushed file at 1731910953324 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73938b88: reopening flushed file at 1731910953332 (+8 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 339e8af7b50cc8854c63ccee513a83b9 in 604ms, sequenceid=8, compaction requested=false at 1731910953346 (+14 ms)Writing region close event to WAL at 1731910953366 (+20 ms)Running coprocessor post-close hooks at 1731910953381 (+15 ms)Closed at 1731910953381 2024-11-18T06:22:33,381 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731910943162.339e8af7b50cc8854c63ccee513a83b9. 2024-11-18T06:22:33,381 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55f8dea068facf36dbe0672d5adf4e1e, disabling compactions & flushes 2024-11-18T06:22:33,381 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e. 2024-11-18T06:22:33,381 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e. 2024-11-18T06:22:33,382 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e. after waiting 0 ms 2024-11-18T06:22:33,382 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e. 2024-11-18T06:22:33,382 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55f8dea068facf36dbe0672d5adf4e1e: Waiting for close lock at 1731910953381Running coprocessor pre-close hooks at 1731910953381Disabling compacts and flushes for region at 1731910953381Disabling writes for close at 1731910953382 (+1 ms)Failed flush hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e., putting online again at 1731910953382 2024-11-18T06:22:33,382 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e. 2024-11-18T06:22:33,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741846_1022 (size=5308) 2024-11-18T06:22:33,544 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(3091): Received CLOSE for 55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:33,544 DEBUG [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55f8dea068facf36dbe0672d5adf4e1e 2024-11-18T06:22:33,544 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55f8dea068facf36dbe0672d5adf4e1e, disabling compactions & flushes 2024-11-18T06:22:33,545 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e. 2024-11-18T06:22:33,545 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e. 2024-11-18T06:22:33,545 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e. after waiting 0 ms 2024-11-18T06:22:33,545 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e. 2024-11-18T06:22:33,545 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55f8dea068facf36dbe0672d5adf4e1e: Waiting for close lock at 1731910953544Running coprocessor pre-close hooks at 1731910953544Disabling compacts and flushes for region at 1731910953544Disabling writes for close at 1731910953545 (+1 ms)Failed flush hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e., putting online again at 1731910953545 2024-11-18T06:22:33,545 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e. 2024-11-18T06:22:33,720 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 1160, reset compression=false 2024-11-18T06:22:33,728 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:22:33,728 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:22:33,737 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:22:33,737 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 1804, reset compression=false 2024-11-18T06:22:33,746 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T06:22:33,746 DEBUG [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(1325): Online Regions={55f8dea068facf36dbe0672d5adf4e1e=hbase:replication,,1731910946534.55f8dea068facf36dbe0672d5adf4e1e., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:22:33,746 DEBUG [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:22:33,809 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/.tmp/table/01ceb2a383664afb8f81acea92b21b1b 2024-11-18T06:22:33,833 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/.tmp/info/c95602ecb315461aa5be37ae4e66bf5e as hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/info/c95602ecb315461aa5be37ae4e66bf5e 2024-11-18T06:22:33,869 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/info/c95602ecb315461aa5be37ae4e66bf5e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T06:22:33,884 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/.tmp/ns/17d1b8bfcb994a9497b1b101e00246b9 as hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/ns/17d1b8bfcb994a9497b1b101e00246b9 2024-11-18T06:22:33,910 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/ns/17d1b8bfcb994a9497b1b101e00246b9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T06:22:33,911 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/.tmp/rep_barrier/643650e8c4d04279b943c1d64b5b67a6 as hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/rep_barrier/643650e8c4d04279b943c1d64b5b67a6 2024-11-18T06:22:33,922 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/rep_barrier/643650e8c4d04279b943c1d64b5b67a6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T06:22:33,924 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/.tmp/table/01ceb2a383664afb8f81acea92b21b1b as hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/table/01ceb2a383664afb8f81acea92b21b1b 2024-11-18T06:22:33,937 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/table/01ceb2a383664afb8f81acea92b21b1b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T06:22:33,939 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1200ms, sequenceid=16, compaction requested=false 2024-11-18T06:22:33,946 DEBUG [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:22:33,968 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 1804, reset compression=false 2024-11-18T06:22:33,972 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T06:22:33,975 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 914, reset compression=false 2024-11-18T06:22:33,977 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:22:33,977 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:22:33,977 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:22:33,977 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910952739Running coprocessor pre-close hooks at 1731910952739Disabling compacts and flushes for region at 1731910952739Disabling writes for close at 1731910952739Obtaining lock to block concurrent updates at 1731910952740 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731910952740Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731910952740Flushing stores of hbase:meta,,1.1588230740 at 1731910952741 (+1 ms)Flushing 1588230740/info: creating writer at 1731910952742 (+1 ms)Flushing 1588230740/info: appending metadata at 1731910952769 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731910952770 (+1 ms)Flushing 1588230740/ns: creating writer at 1731910952828 (+58 ms)Flushing 1588230740/ns: appending metadata at 1731910952848 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731910952848Flushing 1588230740/rep_barrier: creating writer at 1731910953289 (+441 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731910953303 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731910953304 (+1 ms)Flushing 1588230740/table: creating writer at 1731910953329 (+25 ms)Flushing 1588230740/table: appending metadata at 1731910953354 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731910953354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32e972c1: reopening flushed file at 1731910953829 (+475 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28296652: reopening flushed file at 1731910953869 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35fd7c5a: reopening flushed file at 1731910953910 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54ba09df: reopening flushed file at 1731910953923 (+13 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1200ms, sequenceid=16, compaction requested=false at 1731910953939 (+16 ms)Writing region close event to WAL at 1731910953960 (+21 ms)Running coprocessor post-close hooks at 1731910953977 (+17 ms)Closed at 1731910953977 2024-11-18T06:22:33,978 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:22:34,148 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T06:22:34,148 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,37097,1731910938348; all regions closed. 2024-11-18T06:22:34,187 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.meta.1731910941847.meta not finished, retry = 0 2024-11-18T06:22:34,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741834_1010 (size=4239) 2024-11-18T06:22:34,314 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.1731910940861 to pos 1804, reset compression=false 2024-11-18T06:22:34,320 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/WALs/6b5c0e5a2101,37097,1731910938348/6b5c0e5a2101%2C37097%2C1731910938348.rep.1731910947670 not finished, retry = 0 2024-11-18T06:22:34,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741839_1015 (size=1733) 2024-11-18T06:22:34,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741832_1008 (size=1812) 2024-11-18T06:22:34,459 DEBUG [RS:0;6b5c0e5a2101:37097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:34,459 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:22:34,459 INFO [RS:0;6b5c0e5a2101:37097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:22:34,460 INFO [RS:0;6b5c0e5a2101:37097 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:22:34,460 INFO [RS:0;6b5c0e5a2101:37097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:22:34,460 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:22:34,460 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b5c0e5a2101,37097,1731910938348 because: Region server is closing 2024-11-18T06:22:34,460 INFO [RS:0;6b5c0e5a2101:37097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:37097. 2024-11-18T06:22:34,460 DEBUG [RS:0;6b5c0e5a2101:37097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:34,460 DEBUG [RS:0;6b5c0e5a2101:37097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:34,460 DEBUG [RS:0;6b5c0e5a2101:37097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:34,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:34,561 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.shipper6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 terminated 2024-11-18T06:22:34,561 INFO [RS:0;6b5c0e5a2101:37097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:37097. 2024-11-18T06:22:34,561 DEBUG [RS:0;6b5c0e5a2101:37097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:34,561 DEBUG [RS:0;6b5c0e5a2101:37097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:34,562 DEBUG [RS:0;6b5c0e5a2101:37097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:34,562 INFO [RS:0;6b5c0e5a2101:37097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37097 2024-11-18T06:22:34,562 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37097,1731910938348.replicationSource.wal-reader.6b5c0e5a2101%2C37097%2C1731910938348,1-6b5c0e5a2101,37097,1731910938348 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T06:22:34,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:34,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365/rs 2024-11-18T06:22:34,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-65803365/rs/6b5c0e5a2101,37097,1731910938348 2024-11-18T06:22:34,619 INFO [RS:0;6b5c0e5a2101:37097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:22:34,629 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,37097,1731910938348] 2024-11-18T06:22:34,640 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-65803365/draining/6b5c0e5a2101,37097,1731910938348 already deleted, retry=false 2024-11-18T06:22:34,640 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,37097,1731910938348 expired; onlineServers=0 2024-11-18T06:22:34,640 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,34671,1731910938222' ***** 2024-11-18T06:22:34,640 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:22:34,640 INFO [M:0;6b5c0e5a2101:34671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:22:34,640 INFO [M:0;6b5c0e5a2101:34671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:22:34,640 DEBUG [M:0;6b5c0e5a2101:34671 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:22:34,640 DEBUG [M:0;6b5c0e5a2101:34671 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:22:34,640 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:22:34,640 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910940582 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910940582,5,FailOnTimeoutGroup] 2024-11-18T06:22:34,640 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910940582 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910940582,5,FailOnTimeoutGroup] 2024-11-18T06:22:34,641 INFO [M:0;6b5c0e5a2101:34671 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:22:34,641 INFO [M:0;6b5c0e5a2101:34671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:22:34,641 DEBUG [M:0;6b5c0e5a2101:34671 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:22:34,641 INFO [M:0;6b5c0e5a2101:34671 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:22:34,641 INFO [M:0;6b5c0e5a2101:34671 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:22:34,641 INFO [M:0;6b5c0e5a2101:34671 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:22:34,643 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:22:34,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-65803365/master 2024-11-18T06:22:34,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-65803365 2024-11-18T06:22:34,656 DEBUG [M:0;6b5c0e5a2101:34671 {}] zookeeper.RecoverableZooKeeper(212): Node /1-65803365/master already deleted, retry=false 2024-11-18T06:22:34,656 DEBUG [M:0;6b5c0e5a2101:34671 {}] master.ActiveMasterManager(353): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-65803365/master 2024-11-18T06:22:34,657 INFO [M:0;6b5c0e5a2101:34671 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/.lastflushedseqids 2024-11-18T06:22:34,703 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 914, reset compression=false 2024-11-18T06:22:34,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741847_1023 (size=245) 2024-11-18T06:22:34,721 INFO [M:0;6b5c0e5a2101:34671 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:22:34,721 INFO [M:0;6b5c0e5a2101:34671 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:22:34,721 DEBUG [M:0;6b5c0e5a2101:34671 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:22:34,721 INFO [M:0;6b5c0e5a2101:34671 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:34,721 DEBUG [M:0;6b5c0e5a2101:34671 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:34,721 DEBUG [M:0;6b5c0e5a2101:34671 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:22:34,721 DEBUG [M:0;6b5c0e5a2101:34671 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:34,721 INFO [M:0;6b5c0e5a2101:34671 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T06:22:34,730 INFO [RS:0;6b5c0e5a2101:37097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:22:34,730 INFO [RS:0;6b5c0e5a2101:37097 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,37097,1731910938348; zookeeper connection closed. 2024-11-18T06:22:34,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:22:34,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014c9b90640004, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:22:34,740 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36234a27 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36234a27 2024-11-18T06:22:34,744 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:22:34,778 DEBUG [M:0;6b5c0e5a2101:34671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/109c2a505bc740d7a1e25d630d0f52a3 is 82, key is hbase:meta,,1/info:regioninfo/1731910941875/Put/seqid=0 2024-11-18T06:22:34,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741848_1024 (size=5672) 2024-11-18T06:22:35,201 INFO [M:0;6b5c0e5a2101:34671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/109c2a505bc740d7a1e25d630d0f52a3 2024-11-18T06:22:35,222 DEBUG [M:0;6b5c0e5a2101:34671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b73cfd0637e4bd89ff34bdd55cef211 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731910947731/Put/seqid=0 2024-11-18T06:22:35,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741849_1025 (size=8516) 2024-11-18T06:22:35,538 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 914, reset compression=false 2024-11-18T06:22:35,626 INFO [M:0;6b5c0e5a2101:34671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b73cfd0637e4bd89ff34bdd55cef211 2024-11-18T06:22:35,646 DEBUG [M:0;6b5c0e5a2101:34671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c77a1ccb3e044a72af58ae97860e9f9a is 69, key is 6b5c0e5a2101,37097,1731910938348/rs:state/1731910940697/Put/seqid=0 2024-11-18T06:22:35,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741850_1026 (size=5156) 2024-11-18T06:22:35,654 INFO [M:0;6b5c0e5a2101:34671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c77a1ccb3e044a72af58ae97860e9f9a 2024-11-18T06:22:35,666 DEBUG [M:0;6b5c0e5a2101:34671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/109c2a505bc740d7a1e25d630d0f52a3 as hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/109c2a505bc740d7a1e25d630d0f52a3 2024-11-18T06:22:35,673 INFO [M:0;6b5c0e5a2101:34671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/109c2a505bc740d7a1e25d630d0f52a3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T06:22:35,674 DEBUG [M:0;6b5c0e5a2101:34671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b73cfd0637e4bd89ff34bdd55cef211 as hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b73cfd0637e4bd89ff34bdd55cef211 2024-11-18T06:22:35,679 INFO [M:0;6b5c0e5a2101:34671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b73cfd0637e4bd89ff34bdd55cef211, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T06:22:35,680 DEBUG [M:0;6b5c0e5a2101:34671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c77a1ccb3e044a72af58ae97860e9f9a as hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c77a1ccb3e044a72af58ae97860e9f9a 2024-11-18T06:22:35,688 INFO [M:0;6b5c0e5a2101:34671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/33e9a089-721e-0f9e-c02b-addec908b845/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c77a1ccb3e044a72af58ae97860e9f9a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T06:22:35,689 INFO [M:0;6b5c0e5a2101:34671 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 968ms, sequenceid=97, compaction requested=false 2024-11-18T06:22:35,693 INFO [M:0;6b5c0e5a2101:34671 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:35,693 DEBUG [M:0;6b5c0e5a2101:34671 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910954721Disabling compacts and flushes for region at 1731910954721Disabling writes for close at 1731910954721Obtaining lock to block concurrent updates at 1731910954721Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731910954721Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731910954721Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731910954728 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731910954728Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731910954778 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731910954778Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731910955206 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731910955222 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731910955222Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731910955630 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731910955646 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731910955646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ae9176: reopening flushed file at 1731910955665 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b4decf1: reopening flushed file at 1731910955673 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a2c67f0: reopening flushed file at 1731910955679 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 968ms, sequenceid=97, compaction requested=false at 1731910955689 (+10 ms)Writing region close event to WAL at 1731910955693 (+4 ms)Closed at 1731910955693 2024-11-18T06:22:35,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43539 is added to blk_1073741830_1006 (size=63654) 2024-11-18T06:22:35,697 INFO [M:0;6b5c0e5a2101:34671 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:22:35,697 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:22:35,697 INFO [M:0;6b5c0e5a2101:34671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34671 2024-11-18T06:22:35,699 INFO [M:0;6b5c0e5a2101:34671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:22:35,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:22:35,851 INFO [M:0;6b5c0e5a2101:34671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:22:35,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34671-0x1014c9b90640003, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:22:35,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4876728a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:22:35,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@503e632d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:22:35,866 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:22:35,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3408c213{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:22:35,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b56b32b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/hadoop.log.dir/,STOPPED} 2024-11-18T06:22:35,872 WARN [BP-1732445565-172.17.0.3-1731910936420 heartbeating to localhost/127.0.0.1:46403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:22:35,872 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:22:35,872 WARN [BP-1732445565-172.17.0.3-1731910936420 heartbeating to localhost/127.0.0.1:46403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1732445565-172.17.0.3-1731910936420 (Datanode Uuid 6d174e52-d967-4d54-8b6a-34b6d08a343c) service to localhost/127.0.0.1:46403 2024-11-18T06:22:35,872 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:22:35,873 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/cluster_4528d5e7-2c86-a3d9-7b8e-ac1a154a3e9b/data/data1/current/BP-1732445565-172.17.0.3-1731910936420 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:22:35,873 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/cluster_4528d5e7-2c86-a3d9-7b8e-ac1a154a3e9b/data/data2/current/BP-1732445565-172.17.0.3-1731910936420 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:22:35,874 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:22:35,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d4194ef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:22:35,883 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@619bf244{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:22:35,883 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:22:35,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d6e1ccf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:22:35,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15abb12f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/hadoop.log.dir/,STOPPED} 2024-11-18T06:22:35,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:22:35,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:22:35,915 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:22:35,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:35,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:35,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:35,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:35,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:22:35,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1974741576, stopped=false 2024-11-18T06:22:35,916 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,36589,1731910933810 2024-11-18T06:22:35,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314402663/running 2024-11-18T06:22:35,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314402663/running 2024-11-18T06:22:35,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663 2024-11-18T06:22:35,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663 2024-11-18T06:22:35,934 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:22:35,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:22:35,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:35,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:35,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Set watcher on znode that does not yet exist, /0-314402663/running 2024-11-18T06:22:35,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Set watcher on znode that does not yet exist, /0-314402663/running 2024-11-18T06:22:35,936 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,39009,1731910934000' ***** 2024-11-18T06:22:35,936 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:22:35,936 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:22:35,937 INFO [RS:0;6b5c0e5a2101:39009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:22:35,937 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:22:35,937 INFO [RS:0;6b5c0e5a2101:39009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:22:35,937 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.HRegionServer(3091): Received CLOSE for 0db1aac7c627ee6756e57217b38a6778 2024-11-18T06:22:35,948 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.HRegionServer(3091): Received CLOSE for 2af0709f58fcc13ebe2e00f5e719ee9f 2024-11-18T06:22:35,948 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,39009,1731910934000 2024-11-18T06:22:35,948 INFO [RS:0;6b5c0e5a2101:39009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:22:35,948 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0db1aac7c627ee6756e57217b38a6778, disabling compactions & flushes 2024-11-18T06:22:35,948 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731910942019.0db1aac7c627ee6756e57217b38a6778. 2024-11-18T06:22:35,948 INFO [RS:0;6b5c0e5a2101:39009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:39009. 2024-11-18T06:22:35,948 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731910942019.0db1aac7c627ee6756e57217b38a6778. 2024-11-18T06:22:35,948 DEBUG [RS:0;6b5c0e5a2101:39009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:35,948 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731910942019.0db1aac7c627ee6756e57217b38a6778. after waiting 0 ms 2024-11-18T06:22:35,948 DEBUG [RS:0;6b5c0e5a2101:39009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:35,948 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731910942019.0db1aac7c627ee6756e57217b38a6778. 2024-11-18T06:22:35,949 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:22:35,949 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:22:35,949 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0db1aac7c627ee6756e57217b38a6778 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-18T06:22:35,949 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:22:35,949 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:22:35,954 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T06:22:35,954 DEBUG [RS:0;6b5c0e5a2101:39009 {}] regionserver.HRegionServer(1325): Online Regions={0db1aac7c627ee6756e57217b38a6778=test,,1731910942019.0db1aac7c627ee6756e57217b38a6778., 2af0709f58fcc13ebe2e00f5e719ee9f=hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:22:35,954 DEBUG [RS:0;6b5c0e5a2101:39009 {}] regionserver.HRegionServer(1351): Waiting on 0db1aac7c627ee6756e57217b38a6778, 1588230740, 2af0709f58fcc13ebe2e00f5e719ee9f 2024-11-18T06:22:35,955 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:22:35,955 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:22:35,955 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:22:35,955 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:22:35,955 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:22:35,955 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T06:22:35,976 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:22:35,977 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/default/test/0db1aac7c627ee6756e57217b38a6778/.tmp/f/fc61b86ef09242a08d203f4a85363935 is 29, key is row1/f:/1731910951709/DeleteFamily/seqid=0 2024-11-18T06:22:35,981 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/.tmp/info/da1e8c3a430142948bb6a871abc682bb is 147, key is hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f./info:regioninfo/1731910945322/Put/seqid=0 2024-11-18T06:22:35,989 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:35,989 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:22:35,990 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28353 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:22:36,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741840_1016 (size=5118) 2024-11-18T06:22:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741841_1017 (size=7686) 2024-11-18T06:22:36,007 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/default/test/0db1aac7c627ee6756e57217b38a6778/.tmp/f/fc61b86ef09242a08d203f4a85363935 2024-11-18T06:22:36,007 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/.tmp/info/da1e8c3a430142948bb6a871abc682bb 2024-11-18T06:22:36,017 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc61b86ef09242a08d203f4a85363935 2024-11-18T06:22:36,045 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/.tmp/ns/20278c90680c467c94d5c34ca630f1be is 43, key is default/ns:d/1731910936180/Put/seqid=0 2024-11-18T06:22:36,053 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/default/test/0db1aac7c627ee6756e57217b38a6778/.tmp/f1/2faffcc73f1740b68f6ed9e349f4a4c8 is 30, key is row1/f1:/1731910951709/DeleteFamily/seqid=0 2024-11-18T06:22:36,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741843_1019 (size=5123) 2024-11-18T06:22:36,068 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/default/test/0db1aac7c627ee6756e57217b38a6778/.tmp/f1/2faffcc73f1740b68f6ed9e349f4a4c8 2024-11-18T06:22:36,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741842_1018 (size=5153) 2024-11-18T06:22:36,072 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/.tmp/ns/20278c90680c467c94d5c34ca630f1be 2024-11-18T06:22:36,074 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2faffcc73f1740b68f6ed9e349f4a4c8 2024-11-18T06:22:36,100 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/default/test/0db1aac7c627ee6756e57217b38a6778/.tmp/norep/4514bc57279c4a37a5eae648114938da is 32, key is row/norep:/1731910950699/DeleteFamily/seqid=0 2024-11-18T06:22:36,102 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/.tmp/rep_barrier/f6befac990d94bc2a8ece98a4c688c73 is 112, key is test,,1731910942019.0db1aac7c627ee6756e57217b38a6778./rep_barrier:seqnumDuringOpen/1731910942787/Put/seqid=0 2024-11-18T06:22:36,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741844_1020 (size=5101) 2024-11-18T06:22:36,115 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/default/test/0db1aac7c627ee6756e57217b38a6778/.tmp/norep/4514bc57279c4a37a5eae648114938da 2024-11-18T06:22:36,120 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4514bc57279c4a37a5eae648114938da 2024-11-18T06:22:36,121 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/default/test/0db1aac7c627ee6756e57217b38a6778/.tmp/f/fc61b86ef09242a08d203f4a85363935 as hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/default/test/0db1aac7c627ee6756e57217b38a6778/f/fc61b86ef09242a08d203f4a85363935 2024-11-18T06:22:36,128 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc61b86ef09242a08d203f4a85363935 2024-11-18T06:22:36,128 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/default/test/0db1aac7c627ee6756e57217b38a6778/f/fc61b86ef09242a08d203f4a85363935, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T06:22:36,129 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/default/test/0db1aac7c627ee6756e57217b38a6778/.tmp/f1/2faffcc73f1740b68f6ed9e349f4a4c8 as hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/default/test/0db1aac7c627ee6756e57217b38a6778/f1/2faffcc73f1740b68f6ed9e349f4a4c8 2024-11-18T06:22:36,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741845_1021 (size=5518) 2024-11-18T06:22:36,130 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/.tmp/rep_barrier/f6befac990d94bc2a8ece98a4c688c73 2024-11-18T06:22:36,134 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2faffcc73f1740b68f6ed9e349f4a4c8 2024-11-18T06:22:36,134 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/default/test/0db1aac7c627ee6756e57217b38a6778/f1/2faffcc73f1740b68f6ed9e349f4a4c8, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T06:22:36,135 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/default/test/0db1aac7c627ee6756e57217b38a6778/.tmp/norep/4514bc57279c4a37a5eae648114938da as hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/default/test/0db1aac7c627ee6756e57217b38a6778/norep/4514bc57279c4a37a5eae648114938da 2024-11-18T06:22:36,140 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4514bc57279c4a37a5eae648114938da 2024-11-18T06:22:36,140 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/default/test/0db1aac7c627ee6756e57217b38a6778/norep/4514bc57279c4a37a5eae648114938da, entries=1, sequenceid=8, filesize=5.0 K 2024-11-18T06:22:36,142 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0db1aac7c627ee6756e57217b38a6778 in 194ms, sequenceid=8, compaction requested=false 2024-11-18T06:22:36,153 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/.tmp/table/d71672558bc047b39da8bdbab8e7f4f3 is 53, key is hbase:replication/table:state/1731910945328/Put/seqid=0 2024-11-18T06:22:36,154 DEBUG [RS:0;6b5c0e5a2101:39009 {}] regionserver.HRegionServer(1351): Waiting on 0db1aac7c627ee6756e57217b38a6778, 1588230740, 2af0709f58fcc13ebe2e00f5e719ee9f 2024-11-18T06:22:36,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741846_1022 (size=5308) 2024-11-18T06:22:36,157 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/.tmp/table/d71672558bc047b39da8bdbab8e7f4f3 2024-11-18T06:22:36,162 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/.tmp/info/da1e8c3a430142948bb6a871abc682bb as hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/info/da1e8c3a430142948bb6a871abc682bb 2024-11-18T06:22:36,168 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/info/da1e8c3a430142948bb6a871abc682bb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T06:22:36,170 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/default/test/0db1aac7c627ee6756e57217b38a6778/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T06:22:36,171 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:22:36,171 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:22:36,171 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/.tmp/ns/20278c90680c467c94d5c34ca630f1be as hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/ns/20278c90680c467c94d5c34ca630f1be 2024-11-18T06:22:36,171 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731910942019.0db1aac7c627ee6756e57217b38a6778. 2024-11-18T06:22:36,172 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0db1aac7c627ee6756e57217b38a6778: Waiting for close lock at 1731910955948Running coprocessor pre-close hooks at 1731910955948Disabling compacts and flushes for region at 1731910955948Disabling writes for close at 1731910955948Obtaining lock to block concurrent updates at 1731910955949 (+1 ms)Preparing flush snapshotting stores in 0db1aac7c627ee6756e57217b38a6778 at 1731910955949Finished memstore snapshotting test,,1731910942019.0db1aac7c627ee6756e57217b38a6778., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731910955949Flushing stores of test,,1731910942019.0db1aac7c627ee6756e57217b38a6778. at 1731910955950 (+1 ms)Flushing 0db1aac7c627ee6756e57217b38a6778/f: creating writer at 1731910955950Flushing 0db1aac7c627ee6756e57217b38a6778/f: appending metadata at 1731910955976 (+26 ms)Flushing 0db1aac7c627ee6756e57217b38a6778/f: closing flushed file at 1731910955976Flushing 0db1aac7c627ee6756e57217b38a6778/f1: creating writer at 1731910956017 (+41 ms)Flushing 0db1aac7c627ee6756e57217b38a6778/f1: appending metadata at 1731910956052 (+35 ms)Flushing 0db1aac7c627ee6756e57217b38a6778/f1: closing flushed file at 1731910956052Flushing 0db1aac7c627ee6756e57217b38a6778/norep: creating writer at 1731910956074 (+22 ms)Flushing 0db1aac7c627ee6756e57217b38a6778/norep: appending metadata at 1731910956099 (+25 ms)Flushing 0db1aac7c627ee6756e57217b38a6778/norep: closing flushed file at 1731910956099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f8bb6c: reopening flushed file at 1731910956120 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@281ea2c2: reopening flushed file at 1731910956128 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66edfdb8: reopening flushed file at 1731910956134 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0db1aac7c627ee6756e57217b38a6778 in 194ms, sequenceid=8, compaction requested=false at 1731910956142 (+8 ms)Writing region close event to WAL at 1731910956153 (+11 ms)Running coprocessor post-close hooks at 1731910956171 (+18 ms)Closed at 1731910956171 2024-11-18T06:22:36,172 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731910942019.0db1aac7c627ee6756e57217b38a6778. 2024-11-18T06:22:36,172 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2af0709f58fcc13ebe2e00f5e719ee9f, disabling compactions & flushes 2024-11-18T06:22:36,172 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f. 2024-11-18T06:22:36,172 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f. 2024-11-18T06:22:36,172 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f. after waiting 0 ms 2024-11-18T06:22:36,172 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f. 2024-11-18T06:22:36,172 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2af0709f58fcc13ebe2e00f5e719ee9f 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-18T06:22:36,180 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/ns/20278c90680c467c94d5c34ca630f1be, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T06:22:36,181 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/.tmp/rep_barrier/f6befac990d94bc2a8ece98a4c688c73 as hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/rep_barrier/f6befac990d94bc2a8ece98a4c688c73 2024-11-18T06:22:36,186 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/rep_barrier/f6befac990d94bc2a8ece98a4c688c73, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T06:22:36,187 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/.tmp/table/d71672558bc047b39da8bdbab8e7f4f3 as hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/table/d71672558bc047b39da8bdbab8e7f4f3 2024-11-18T06:22:36,189 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/replication/2af0709f58fcc13ebe2e00f5e719ee9f/.tmp/queue/7a2998d10b2545159f33106681d2a589 is 153, key is 1-6b5c0e5a2101,39009,1731910934000/queue:6b5c0e5a2101%2C39009%2C1731910934000/1731910951937/Put/seqid=0 2024-11-18T06:22:36,193 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/table/d71672558bc047b39da8bdbab8e7f4f3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T06:22:36,193 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 238ms, sequenceid=16, compaction requested=false 2024-11-18T06:22:36,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741847_1023 (size=5352) 2024-11-18T06:22:36,195 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/replication/2af0709f58fcc13ebe2e00f5e719ee9f/.tmp/queue/7a2998d10b2545159f33106681d2a589 2024-11-18T06:22:36,198 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T06:22:36,199 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:22:36,199 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:22:36,199 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:22:36,199 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910955955Running coprocessor pre-close hooks at 1731910955955Disabling compacts and flushes for region at 1731910955955Disabling writes for close at 1731910955955Obtaining lock to block concurrent updates at 1731910955955Preparing flush snapshotting stores in 1588230740 at 1731910955955Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731910955956 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731910955956Flushing 1588230740/info: creating writer at 1731910955959 (+3 ms)Flushing 1588230740/info: appending metadata at 1731910955980 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731910955980Flushing 1588230740/ns: creating writer at 1731910956015 (+35 ms)Flushing 1588230740/ns: appending metadata at 1731910956045 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731910956045Flushing 1588230740/rep_barrier: creating writer at 1731910956081 (+36 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731910956101 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731910956101Flushing 1588230740/table: creating writer at 1731910956134 (+33 ms)Flushing 1588230740/table: appending metadata at 1731910956153 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731910956153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72f92286: reopening flushed file at 1731910956161 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f51aff8: reopening flushed file at 1731910956168 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a1bd4c4: reopening flushed file at 1731910956180 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e9801d: reopening flushed file at 1731910956186 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 238ms, sequenceid=16, compaction requested=false at 1731910956193 (+7 ms)Writing region close event to WAL at 1731910956195 (+2 ms)Running coprocessor post-close hooks at 1731910956199 (+4 ms)Closed at 1731910956199 2024-11-18T06:22:36,199 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:22:36,199 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/replication/2af0709f58fcc13ebe2e00f5e719ee9f/.tmp/queue/7a2998d10b2545159f33106681d2a589 as hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/replication/2af0709f58fcc13ebe2e00f5e719ee9f/queue/7a2998d10b2545159f33106681d2a589 2024-11-18T06:22:36,204 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/replication/2af0709f58fcc13ebe2e00f5e719ee9f/queue/7a2998d10b2545159f33106681d2a589, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T06:22:36,205 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2af0709f58fcc13ebe2e00f5e719ee9f in 33ms, sequenceid=10, compaction requested=false 2024-11-18T06:22:36,208 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/data/hbase/replication/2af0709f58fcc13ebe2e00f5e719ee9f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T06:22:36,208 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:22:36,208 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:22:36,208 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f. 2024-11-18T06:22:36,208 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2af0709f58fcc13ebe2e00f5e719ee9f: Waiting for close lock at 1731910956172Running coprocessor pre-close hooks at 1731910956172Disabling compacts and flushes for region at 1731910956172Disabling writes for close at 1731910956172Obtaining lock to block concurrent updates at 1731910956172Preparing flush snapshotting stores in 2af0709f58fcc13ebe2e00f5e719ee9f at 1731910956172Finished memstore snapshotting hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731910956172Flushing stores of hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f. at 1731910956173 (+1 ms)Flushing 2af0709f58fcc13ebe2e00f5e719ee9f/queue: creating writer at 1731910956173Flushing 2af0709f58fcc13ebe2e00f5e719ee9f/queue: appending metadata at 1731910956188 (+15 ms)Flushing 2af0709f58fcc13ebe2e00f5e719ee9f/queue: closing flushed file at 1731910956188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78298eca: reopening flushed file at 1731910956199 (+11 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2af0709f58fcc13ebe2e00f5e719ee9f in 33ms, sequenceid=10, compaction requested=false at 1731910956205 (+6 ms)Writing region close event to WAL at 1731910956205Running coprocessor post-close hooks at 1731910956208 (+3 ms)Closed at 1731910956208 2024-11-18T06:22:36,208 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731910944386.2af0709f58fcc13ebe2e00f5e719ee9f. 2024-11-18T06:22:36,354 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,39009,1731910934000; all regions closed. 2024-11-18T06:22:36,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741834_1010 (size=4239) 2024-11-18T06:22:36,361 DEBUG [RS:0;6b5c0e5a2101:39009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/oldWALs 2024-11-18T06:22:36,361 INFO [RS:0;6b5c0e5a2101:39009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C39009%2C1731910934000.meta:.meta(num 1731910935943) 2024-11-18T06:22:36,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741839_1015 (size=2676) 2024-11-18T06:22:36,366 DEBUG [RS:0;6b5c0e5a2101:39009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/oldWALs 2024-11-18T06:22:36,366 INFO [RS:0;6b5c0e5a2101:39009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C39009%2C1731910934000.rep:(num 1731910945277) 2024-11-18T06:22:36,369 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 not finished, retry = 0 2024-11-18T06:22:36,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741833_1009 (size=1813) 2024-11-18T06:22:36,414 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:22:36,414 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:22:36,442 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 to pos 914, reset compression=false 2024-11-18T06:22:36,472 DEBUG [RS:0;6b5c0e5a2101:39009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/oldWALs 2024-11-18T06:22:36,472 INFO [RS:0;6b5c0e5a2101:39009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C39009%2C1731910934000:(num 1731910935555) 2024-11-18T06:22:36,472 DEBUG [RS:0;6b5c0e5a2101:39009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:36,472 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555 2024-11-18T06:22:36,472 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:22:36,472 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:22:36,472 INFO [RS:0;6b5c0e5a2101:39009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:22:36,472 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-18T06:22:36,472 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.wal-reader.6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-18T06:22:36,472 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.shipper6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,39009,1731910934000 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/WALs/6b5c0e5a2101,39009,1731910934000/6b5c0e5a2101%2C39009%2C1731910934000.1731910935555, lastWalPosition=1805, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T06:22:36,472 INFO [RS:0;6b5c0e5a2101:39009 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:22:36,472 INFO [RS:0;6b5c0e5a2101:39009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:22:36,473 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:22:36,473 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b5c0e5a2101,39009,1731910934000 because: Region server is closing 2024-11-18T06:22:36,473 INFO [RS:0;6b5c0e5a2101:39009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:39009. 2024-11-18T06:22:36,473 DEBUG [RS:0;6b5c0e5a2101:39009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:36,473 DEBUG [RS:0;6b5c0e5a2101:39009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:36,473 DEBUG [RS:0;6b5c0e5a2101:39009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:36,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:36,473 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.shipper6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b5c0e5a2101,39009,1731910934000: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b5c0e5a2101,39009,1731910934000, walGroup=6b5c0e5a2101%2C39009%2C1731910934000, offset=6b5c0e5a2101%2C39009%2C1731910934000.1731910935555:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:39009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T06:22:36,474 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.shipper6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T06:22:36,474 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.shipper6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T06:22:36,474 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.shipper6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T06:22:36,474 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.shipper6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T06:22:36,474 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.shipper6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T06:22:36,474 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.shipper6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 699611520 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 190872184 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T06:22:36,475 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.shipper6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6b5c0e5a2101%2C39009%2C1731910934000.1731910935555] 2024-11-18T06:22:36,573 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39009,1731910934000.replicationSource.shipper6b5c0e5a2101%2C39009%2C1731910934000,1-6b5c0e5a2101,39009,1731910934000 terminated 2024-11-18T06:22:36,573 INFO [RS:0;6b5c0e5a2101:39009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:39009. 2024-11-18T06:22:36,573 DEBUG [RS:0;6b5c0e5a2101:39009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:22:36,573 DEBUG [RS:0;6b5c0e5a2101:39009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:36,574 DEBUG [RS:0;6b5c0e5a2101:39009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:36,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:22:36,574 INFO [RS:0;6b5c0e5a2101:39009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39009 2024-11-18T06:22:36,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663/rs 2024-11-18T06:22:36,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314402663/rs/6b5c0e5a2101,39009,1731910934000 2024-11-18T06:22:36,582 INFO [RS:0;6b5c0e5a2101:39009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:22:36,583 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,39009,1731910934000] 2024-11-18T06:22:36,603 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-314402663/draining/6b5c0e5a2101,39009,1731910934000 already deleted, retry=false 2024-11-18T06:22:36,603 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,39009,1731910934000 expired; onlineServers=0 2024-11-18T06:22:36,603 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,36589,1731910933810' ***** 2024-11-18T06:22:36,603 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:22:36,603 INFO [M:0;6b5c0e5a2101:36589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:22:36,603 INFO [M:0;6b5c0e5a2101:36589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:22:36,603 DEBUG [M:0;6b5c0e5a2101:36589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:22:36,604 DEBUG [M:0;6b5c0e5a2101:36589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:22:36,604 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:22:36,604 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910935302 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910935302,5,FailOnTimeoutGroup] 2024-11-18T06:22:36,604 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910935302 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910935302,5,FailOnTimeoutGroup] 2024-11-18T06:22:36,604 INFO [M:0;6b5c0e5a2101:36589 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:22:36,604 INFO [M:0;6b5c0e5a2101:36589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:22:36,604 DEBUG [M:0;6b5c0e5a2101:36589 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:22:36,604 INFO [M:0;6b5c0e5a2101:36589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:22:36,604 INFO [M:0;6b5c0e5a2101:36589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:22:36,604 INFO [M:0;6b5c0e5a2101:36589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:22:36,604 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:22:36,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314402663/master 2024-11-18T06:22:36,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314402663 2024-11-18T06:22:36,614 DEBUG [M:0;6b5c0e5a2101:36589 {}] zookeeper.ZKUtil(347): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Unable to get data of znode /0-314402663/master because node does not exist (not an error) 2024-11-18T06:22:36,614 WARN [M:0;6b5c0e5a2101:36589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T06:22:36,615 INFO [M:0;6b5c0e5a2101:36589 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/.lastflushedseqids 2024-11-18T06:22:36,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741848_1024 (size=245) 2024-11-18T06:22:36,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:22:36,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x1014c9b90640001, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:22:36,693 INFO [RS:0;6b5c0e5a2101:39009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:22:36,693 INFO [RS:0;6b5c0e5a2101:39009 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,39009,1731910934000; zookeeper connection closed. 2024-11-18T06:22:36,693 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72902e49 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72902e49 2024-11-18T06:22:36,694 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:22:37,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T06:22:37,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T06:22:37,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:22:37,080 INFO [M:0;6b5c0e5a2101:36589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:22:37,080 INFO [M:0;6b5c0e5a2101:36589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:22:37,080 DEBUG [M:0;6b5c0e5a2101:36589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:22:37,080 INFO [M:0;6b5c0e5a2101:36589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:37,080 DEBUG [M:0;6b5c0e5a2101:36589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:37,080 DEBUG [M:0;6b5c0e5a2101:36589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:22:37,080 DEBUG [M:0;6b5c0e5a2101:36589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:37,080 INFO [M:0;6b5c0e5a2101:36589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T06:22:37,096 DEBUG [M:0;6b5c0e5a2101:36589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c299d4bb51840a294f3dc9b56f846ae is 82, key is hbase:meta,,1/info:regioninfo/1731910935985/Put/seqid=0 2024-11-18T06:22:37,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741849_1025 (size=5672) 2024-11-18T06:22:37,500 INFO [M:0;6b5c0e5a2101:36589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c299d4bb51840a294f3dc9b56f846ae 2024-11-18T06:22:37,550 DEBUG [M:0;6b5c0e5a2101:36589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ad7fc39d59a4fcf9ec0bad2c3857018 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731910945332/Put/seqid=0 2024-11-18T06:22:37,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741850_1026 (size=8516) 2024-11-18T06:22:37,556 INFO [M:0;6b5c0e5a2101:36589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ad7fc39d59a4fcf9ec0bad2c3857018 2024-11-18T06:22:37,578 DEBUG [M:0;6b5c0e5a2101:36589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dada8699e71246baaf1f09c0adf980e2 is 69, key is 6b5c0e5a2101,39009,1731910934000/rs:state/1731910935378/Put/seqid=0 2024-11-18T06:22:37,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741851_1027 (size=5156) 2024-11-18T06:22:37,988 INFO [M:0;6b5c0e5a2101:36589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dada8699e71246baaf1f09c0adf980e2 2024-11-18T06:22:37,994 DEBUG [M:0;6b5c0e5a2101:36589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c299d4bb51840a294f3dc9b56f846ae as hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c299d4bb51840a294f3dc9b56f846ae 2024-11-18T06:22:37,998 INFO [M:0;6b5c0e5a2101:36589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c299d4bb51840a294f3dc9b56f846ae, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T06:22:37,999 DEBUG [M:0;6b5c0e5a2101:36589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ad7fc39d59a4fcf9ec0bad2c3857018 as hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ad7fc39d59a4fcf9ec0bad2c3857018 2024-11-18T06:22:38,004 INFO [M:0;6b5c0e5a2101:36589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ad7fc39d59a4fcf9ec0bad2c3857018, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T06:22:38,005 DEBUG [M:0;6b5c0e5a2101:36589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dada8699e71246baaf1f09c0adf980e2 as hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dada8699e71246baaf1f09c0adf980e2 2024-11-18T06:22:38,011 INFO [M:0;6b5c0e5a2101:36589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/b8963d4b-bdcd-8f84-bc7e-50a96d996d21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dada8699e71246baaf1f09c0adf980e2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T06:22:38,016 INFO [M:0;6b5c0e5a2101:36589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 936ms, sequenceid=97, compaction requested=false 2024-11-18T06:22:38,018 INFO [M:0;6b5c0e5a2101:36589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:38,018 DEBUG [M:0;6b5c0e5a2101:36589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910957080Disabling compacts and flushes for region at 1731910957080Disabling writes for close at 1731910957080Obtaining lock to block concurrent updates at 1731910957080Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731910957080Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731910957081 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731910957081Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731910957081Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731910957095 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731910957096 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731910957519 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731910957549 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731910957549Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731910957561 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731910957578 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731910957578Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed557a5: reopening flushed file at 1731910957993 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7883701b: reopening flushed file at 1731910957998 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@661369c1: reopening flushed file at 1731910958004 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 936ms, sequenceid=97, compaction requested=false at 1731910958016 (+12 ms)Writing region close event to WAL at 1731910958018 (+2 ms)Closed at 1731910958018 2024-11-18T06:22:38,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39825 is added to blk_1073741830_1006 (size=63654) 2024-11-18T06:22:38,022 INFO [M:0;6b5c0e5a2101:36589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:22:38,022 INFO [M:0;6b5c0e5a2101:36589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36589 2024-11-18T06:22:38,022 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:22:38,024 INFO [M:0;6b5c0e5a2101:36589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:22:38,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:22:38,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36589-0x1014c9b90640000, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:22:38,135 INFO [M:0;6b5c0e5a2101:36589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:22:38,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41e3650d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:22:38,138 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16349414{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:22:38,138 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:22:38,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@238d379b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:22:38,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f27089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/hadoop.log.dir/,STOPPED} 2024-11-18T06:22:38,140 WARN [BP-1585531257-172.17.0.3-1731910931670 heartbeating to localhost/127.0.0.1:39357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:22:38,140 WARN [BP-1585531257-172.17.0.3-1731910931670 heartbeating to localhost/127.0.0.1:39357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1585531257-172.17.0.3-1731910931670 (Datanode Uuid 1802518d-301b-45f4-a0a7-fa071aff7eb0) service to localhost/127.0.0.1:39357 2024-11-18T06:22:38,140 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:22:38,140 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:22:38,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/cluster_a53843e5-847a-459b-c5a0-5db04ab609fd/data/data1/current/BP-1585531257-172.17.0.3-1731910931670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:22:38,145 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:22:38,148 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/cluster_a53843e5-847a-459b-c5a0-5db04ab609fd/data/data2/current/BP-1585531257-172.17.0.3-1731910931670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:22:38,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2773bf0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:22:38,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5180e74a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:22:38,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:22:38,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51ea64a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:22:38,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@576eddc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44e66be3-9229-695d-2407-04e1859d2f3b/hadoop.log.dir/,STOPPED} 2024-11-18T06:22:38,160 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T06:22:38,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:22:38,190 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=338 (was 319) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:46403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:46403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60126) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60126) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:39357 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:46403 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:39357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:46403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:39357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:39357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=706 (was 676) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=727 (was 779), ProcessCount=11 (was 11), AvailableMemoryMB=3121 (was 3998) 2024-11-18T06:22:38,200 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=338, OpenFileDescriptor=706, MaxFileDescriptor=1048576, SystemLoadAverage=727, ProcessCount=11, AvailableMemoryMB=3121 2024-11-18T06:22:38,213 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-18T06:22:38,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/hadoop.log.dir so I do NOT create it in target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1 2024-11-18T06:22:38,214 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:22:38,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/hadoop.tmp.dir so I do NOT create it in target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1 2024-11-18T06:22:38,214 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe904f6e-7169-4bee-d092-7db17949b246/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:22:38,214 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1 2024-11-18T06:22:38,214 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/cluster_5cae8995-7ba0-095a-f441-9016bf08b209, deleteOnExit=true 2024-11-18T06:22:38,221 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/cluster_5cae8995-7ba0-095a-f441-9016bf08b209/zookeeper_0, clientPort=53781, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/cluster_5cae8995-7ba0-095a-f441-9016bf08b209/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/cluster_5cae8995-7ba0-095a-f441-9016bf08b209/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T06:22:38,222 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53781 2024-11-18T06:22:38,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:22:38,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:22:38,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/test.cache.data in system properties and HBase conf 2024-11-18T06:22:38,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:22:38,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:22:38,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:22:38,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:22:38,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:22:38,223 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:22:38,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:22:38,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:22:38,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:22:38,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:22:38,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:22:38,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:22:38,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:22:38,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:22:38,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:22:38,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:22:38,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:22:38,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:22:38,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:22:38,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:22:38,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014c9b90640005, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:22:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014c9b90640002, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:22:38,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014c9b90640005, quorum=127.0.0.1:60126, baseZNode=/1-65803365 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:22:38,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014c9b90640002, quorum=127.0.0.1:60126, baseZNode=/0-314402663 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:22:38,607 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T06:22:38,608 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:38,655 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:38,656 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:38,656 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:38,656 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:38,656 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:38,666 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:38,671 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:38,672 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:38,674 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:38,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:22:38,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:22:38,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:22:38,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:22:38,712 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:22:38,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:22:38,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d61ca67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:22:38,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f52eb1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:22:38,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48b3b282{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/java.io.tmpdir/jetty-localhost-42013-hadoop-hdfs-3_4_1-tests_jar-_-any-2399828900309787377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:22:38,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d9ba6d4{HTTP/1.1, (http/1.1)}{localhost:42013} 2024-11-18T06:22:38,850 INFO [Time-limited test {}] server.Server(415): Started @301395ms 2024-11-18T06:22:39,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:22:39,138 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:22:39,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:22:39,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:22:39,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:22:39,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cd166cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:22:39,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204ccbe7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:22:39,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3eb9707e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/java.io.tmpdir/jetty-localhost-34481-hadoop-hdfs-3_4_1-tests_jar-_-any-5707149316495484387/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:22:39,287 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5df443a9{HTTP/1.1, (http/1.1)}{localhost:34481} 2024-11-18T06:22:39,287 INFO [Time-limited test {}] server.Server(415): Started @301833ms 2024-11-18T06:22:39,288 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:22:40,045 WARN [Thread-2568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/cluster_5cae8995-7ba0-095a-f441-9016bf08b209/data/data1/current/BP-575994055-172.17.0.3-1731910958246/current, will proceed with Du for space computation calculation, 2024-11-18T06:22:40,052 WARN [Thread-2569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/cluster_5cae8995-7ba0-095a-f441-9016bf08b209/data/data2/current/BP-575994055-172.17.0.3-1731910958246/current, will proceed with Du for space computation calculation, 2024-11-18T06:22:40,169 WARN [Thread-2556 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:22:40,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc07b3579d11d8eb3 with lease ID 0xc33140a6b4d87470: Processing first storage report for DS-1389e145-571a-4eab-8242-f29195132672 from datanode DatanodeRegistration(127.0.0.1:38071, datanodeUuid=f86126dc-2f6b-45f0-a276-afa2728db9d8, infoPort=46225, infoSecurePort=0, ipcPort=37835, storageInfo=lv=-57;cid=testClusterID;nsid=1982825291;c=1731910958246) 2024-11-18T06:22:40,196 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc07b3579d11d8eb3 with lease ID 0xc33140a6b4d87470: from storage DS-1389e145-571a-4eab-8242-f29195132672 node DatanodeRegistration(127.0.0.1:38071, datanodeUuid=f86126dc-2f6b-45f0-a276-afa2728db9d8, infoPort=46225, infoSecurePort=0, ipcPort=37835, storageInfo=lv=-57;cid=testClusterID;nsid=1982825291;c=1731910958246), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:22:40,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc07b3579d11d8eb3 with lease ID 0xc33140a6b4d87470: Processing first storage report for DS-26ce86d5-c38f-4613-bb71-bd9a27fc228e from datanode DatanodeRegistration(127.0.0.1:38071, datanodeUuid=f86126dc-2f6b-45f0-a276-afa2728db9d8, infoPort=46225, infoSecurePort=0, ipcPort=37835, storageInfo=lv=-57;cid=testClusterID;nsid=1982825291;c=1731910958246) 2024-11-18T06:22:40,196 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc07b3579d11d8eb3 with lease ID 0xc33140a6b4d87470: from storage DS-26ce86d5-c38f-4613-bb71-bd9a27fc228e node DatanodeRegistration(127.0.0.1:38071, datanodeUuid=f86126dc-2f6b-45f0-a276-afa2728db9d8, infoPort=46225, infoSecurePort=0, ipcPort=37835, storageInfo=lv=-57;cid=testClusterID;nsid=1982825291;c=1731910958246), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:22:40,250 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1 2024-11-18T06:22:40,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:40,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:40,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:22:40,737 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4 with version=8 2024-11-18T06:22:40,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/hbase-staging 2024-11-18T06:22:40,739 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:22:40,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:40,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:40,740 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:22:40,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:40,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:22:40,740 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:22:40,740 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:22:40,745 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33953 2024-11-18T06:22:40,746 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33953 connecting to ZooKeeper ensemble=127.0.0.1:53781 2024-11-18T06:22:40,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339530x0, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:22:40,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33953-0x1014c9bf8330000 connected 2024-11-18T06:22:41,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:41,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:41,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Set watcher on znode that does not yet exist, /0-1194530193/running 2024-11-18T06:22:41,180 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4, hbase.cluster.distributed=false 2024-11-18T06:22:41,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Set watcher on znode that does not yet exist, /0-1194530193/acl 2024-11-18T06:22:41,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33953 2024-11-18T06:22:41,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33953 2024-11-18T06:22:41,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33953 2024-11-18T06:22:41,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33953 2024-11-18T06:22:41,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33953 2024-11-18T06:22:41,261 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:22:41,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:41,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:41,261 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:22:41,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:41,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:22:41,261 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:22:41,261 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:22:41,275 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39365 2024-11-18T06:22:41,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39365 connecting to ZooKeeper ensemble=127.0.0.1:53781 2024-11-18T06:22:41,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:41,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:41,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393650x0, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Set watcher on znode that does not yet exist, /0-1194530193/running 2024-11-18T06:22:41,301 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:22:41,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393650x0, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:22:41,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39365-0x1014c9bf8330001 connected 2024-11-18T06:22:41,324 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:22:41,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Set watcher on znode that does not yet exist, /0-1194530193/master 2024-11-18T06:22:41,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Set watcher on znode that does not yet exist, /0-1194530193/acl 2024-11-18T06:22:41,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39365 2024-11-18T06:22:41,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39365 2024-11-18T06:22:41,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39365 2024-11-18T06:22:41,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39365 2024-11-18T06:22:41,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39365 2024-11-18T06:22:41,394 DEBUG [M:0;6b5c0e5a2101:33953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:33953 2024-11-18T06:22:41,400 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1194530193/backup-masters/6b5c0e5a2101,33953,1731910960739 2024-11-18T06:22:41,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193/backup-masters 2024-11-18T06:22:41,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193/backup-masters 2024-11-18T06:22:41,408 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Set watcher on existing znode=/0-1194530193/backup-masters/6b5c0e5a2101,33953,1731910960739 2024-11-18T06:22:41,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1194530193/master 2024-11-18T06:22:41,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193 2024-11-18T06:22:41,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193 2024-11-18T06:22:41,445 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Set watcher on existing znode=/0-1194530193/master 2024-11-18T06:22:41,446 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1194530193/backup-masters/6b5c0e5a2101,33953,1731910960739 from backup master directory 2024-11-18T06:22:41,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193/backup-masters 2024-11-18T06:22:41,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1194530193/backup-masters/6b5c0e5a2101,33953,1731910960739 2024-11-18T06:22:41,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193/backup-masters 2024-11-18T06:22:41,469 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:22:41,469 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,33953,1731910960739 2024-11-18T06:22:41,478 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/hbase.id] with ID: 4848ba4d-7af2-4464-8042-97d6ba971a0a 2024-11-18T06:22:41,478 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/.tmp/hbase.id 2024-11-18T06:22:41,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:22:41,505 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/.tmp/hbase.id]:[hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/hbase.id] 2024-11-18T06:22:41,534 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:41,535 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:22:41,536 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T06:22:41,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193 2024-11-18T06:22:41,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193 2024-11-18T06:22:41,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:22:41,600 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:22:41,601 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:22:41,604 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:22:41,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:22:41,644 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store 2024-11-18T06:22:41,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:22:42,115 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:42,115 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:22:42,115 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:42,115 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:42,115 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:22:42,115 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:42,115 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:42,115 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910962115Disabling compacts and flushes for region at 1731910962115Disabling writes for close at 1731910962115Writing region close event to WAL at 1731910962115Closed at 1731910962115 2024-11-18T06:22:42,116 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store/.initializing 2024-11-18T06:22:42,116 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/WALs/6b5c0e5a2101,33953,1731910960739 2024-11-18T06:22:42,117 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:22:42,121 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C33953%2C1731910960739, suffix=, logDir=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/WALs/6b5c0e5a2101,33953,1731910960739, archiveDir=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/oldWALs, maxLogs=10 2024-11-18T06:22:42,139 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/WALs/6b5c0e5a2101,33953,1731910960739/6b5c0e5a2101%2C33953%2C1731910960739.1731910962121, exclude list is [], retry=0 2024-11-18T06:22:42,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-1389e145-571a-4eab-8242-f29195132672,DISK] 2024-11-18T06:22:42,143 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/WALs/6b5c0e5a2101,33953,1731910960739/6b5c0e5a2101%2C33953%2C1731910960739.1731910962121 2024-11-18T06:22:42,144 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46225:46225)] 2024-11-18T06:22:42,144 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:22:42,144 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:42,144 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:42,144 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:42,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:42,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:22:42,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:42,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:42,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:42,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:22:42,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:42,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:42,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:42,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:22:42,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:42,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:42,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:42,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:22:42,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:42,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:42,151 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:42,151 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:42,151 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:42,152 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:42,152 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:42,153 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:22:42,153 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:42,155 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:22:42,155 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71323081, jitterRate=0.06279672682285309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:22:42,155 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731910962144Initializing all the Stores at 1731910962145 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910962145Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910962145Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910962145Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910962145Cleaning up temporary data from old regions at 1731910962152 (+7 ms)Region opened successfully at 1731910962155 (+3 ms) 2024-11-18T06:22:42,156 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:22:42,158 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103ecb91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:22:42,158 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:22:42,159 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:22:42,159 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:22:42,159 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:22:42,159 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:22:42,159 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:22:42,159 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:22:42,181 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:22:42,182 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Unable to get data of znode /0-1194530193/balancer because node does not exist (not necessarily an error) 2024-11-18T06:22:42,308 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1194530193/balancer already deleted, retry=false 2024-11-18T06:22:42,309 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:22:42,313 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Unable to get data of znode /0-1194530193/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:22:42,328 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1194530193/normalizer already deleted, retry=false 2024-11-18T06:22:42,329 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:22:42,340 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Unable to get data of znode /0-1194530193/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:22:42,356 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1194530193/switch/split already deleted, retry=false 2024-11-18T06:22:42,361 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Unable to get data of znode /0-1194530193/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:22:42,371 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1194530193/switch/merge already deleted, retry=false 2024-11-18T06:22:42,385 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Unable to get data of znode /0-1194530193/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:22:42,397 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1194530193/snapshot-cleanup already deleted, retry=false 2024-11-18T06:22:42,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1194530193/running 2024-11-18T06:22:42,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193 2024-11-18T06:22:42,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1194530193/running 2024-11-18T06:22:42,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193 2024-11-18T06:22:42,409 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,33953,1731910960739, sessionid=0x1014c9bf8330000, setting cluster-up flag (Was=false) 2024-11-18T06:22:42,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193 2024-11-18T06:22:42,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193 2024-11-18T06:22:42,460 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1194530193/flush-table-proc/acquired, /0-1194530193/flush-table-proc/reached, /0-1194530193/flush-table-proc/abort 2024-11-18T06:22:42,482 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,33953,1731910960739 2024-11-18T06:22:42,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193 2024-11-18T06:22:42,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193 2024-11-18T06:22:42,646 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1194530193/online-snapshot/acquired, /0-1194530193/online-snapshot/reached, /0-1194530193/online-snapshot/abort 2024-11-18T06:22:42,663 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,33953,1731910960739 2024-11-18T06:22:42,674 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:22:42,680 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:42,681 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:22:42,681 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:22:42,681 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,33953,1731910960739 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:22:42,687 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:42,687 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:42,687 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:42,687 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:42,687 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:22:42,687 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:42,687 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:22:42,687 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:42,694 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(746): ClusterId : 4848ba4d-7af2-4464-8042-97d6ba971a0a 2024-11-18T06:22:42,695 DEBUG [RS:0;6b5c0e5a2101:39365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:22:42,719 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:42,719 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:22:42,721 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:42,721 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:22:42,736 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731910992736 2024-11-18T06:22:42,737 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:22:42,737 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:22:42,737 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:22:42,737 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:22:42,737 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:22:42,737 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:22:42,741 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:42,752 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:22:42,752 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:22:42,753 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:22:42,753 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:22:42,772 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:22:42,772 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:22:42,784 DEBUG [RS:0;6b5c0e5a2101:39365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:22:42,784 DEBUG [RS:0;6b5c0e5a2101:39365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:22:42,796 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910962772,5,FailOnTimeoutGroup] 2024-11-18T06:22:42,797 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910962797,5,FailOnTimeoutGroup] 2024-11-18T06:22:42,797 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:42,797 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:22:42,797 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:42,797 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:42,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:22:42,856 DEBUG [RS:0;6b5c0e5a2101:39365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:22:42,856 DEBUG [RS:0;6b5c0e5a2101:39365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d25806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:22:42,874 DEBUG [RS:0;6b5c0e5a2101:39365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:39365 2024-11-18T06:22:42,874 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:22:42,874 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:22:42,874 DEBUG [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:22:42,877 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,33953,1731910960739 with port=39365, startcode=1731910961261 2024-11-18T06:22:42,878 DEBUG [RS:0;6b5c0e5a2101:39365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:22:42,883 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:22:42,883 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33953 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,39365,1731910961261 2024-11-18T06:22:42,884 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33953 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,39365,1731910961261 2024-11-18T06:22:42,892 DEBUG [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4 2024-11-18T06:22:42,892 DEBUG [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44857 2024-11-18T06:22:42,893 DEBUG [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:22:42,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193/rs 2024-11-18T06:22:42,924 DEBUG [RS:0;6b5c0e5a2101:39365 {}] zookeeper.ZKUtil(111): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Set watcher on existing znode=/0-1194530193/rs/6b5c0e5a2101,39365,1731910961261 2024-11-18T06:22:42,924 WARN [RS:0;6b5c0e5a2101:39365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:22:42,924 INFO [RS:0;6b5c0e5a2101:39365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:22:42,924 DEBUG [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261 2024-11-18T06:22:42,924 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,39365,1731910961261] 2024-11-18T06:22:42,948 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:22:42,960 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:22:42,969 INFO [RS:0;6b5c0e5a2101:39365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:22:42,969 INFO [RS:0;6b5c0e5a2101:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:42,969 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:22:42,970 INFO [RS:0;6b5c0e5a2101:39365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:22:42,971 INFO [RS:0;6b5c0e5a2101:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:42,971 DEBUG [RS:0;6b5c0e5a2101:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:42,971 DEBUG [RS:0;6b5c0e5a2101:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:42,971 DEBUG [RS:0;6b5c0e5a2101:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:42,971 DEBUG [RS:0;6b5c0e5a2101:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:42,971 DEBUG [RS:0;6b5c0e5a2101:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:42,971 DEBUG [RS:0;6b5c0e5a2101:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:22:42,971 DEBUG [RS:0;6b5c0e5a2101:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:42,971 DEBUG [RS:0;6b5c0e5a2101:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:42,971 DEBUG [RS:0;6b5c0e5a2101:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:42,971 DEBUG [RS:0;6b5c0e5a2101:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:42,971 DEBUG [RS:0;6b5c0e5a2101:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:42,971 DEBUG [RS:0;6b5c0e5a2101:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:42,971 DEBUG [RS:0;6b5c0e5a2101:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:22:42,971 DEBUG [RS:0;6b5c0e5a2101:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:22:42,982 INFO [RS:0;6b5c0e5a2101:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:42,982 INFO [RS:0;6b5c0e5a2101:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:42,982 INFO [RS:0;6b5c0e5a2101:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:42,982 INFO [RS:0;6b5c0e5a2101:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:42,982 INFO [RS:0;6b5c0e5a2101:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:42,982 INFO [RS:0;6b5c0e5a2101:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,39365,1731910961261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:22:43,018 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:22:43,018 INFO [RS:0;6b5c0e5a2101:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,39365,1731910961261-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:43,018 INFO [RS:0;6b5c0e5a2101:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:43,018 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.Replication(171): 6b5c0e5a2101,39365,1731910961261 started 2024-11-18T06:22:43,032 INFO [RS:0;6b5c0e5a2101:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:43,032 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,39365,1731910961261, RpcServer on 6b5c0e5a2101/172.17.0.3:39365, sessionid=0x1014c9bf8330001 2024-11-18T06:22:43,032 DEBUG [RS:0;6b5c0e5a2101:39365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:22:43,032 DEBUG [RS:0;6b5c0e5a2101:39365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,39365,1731910961261 2024-11-18T06:22:43,032 DEBUG [RS:0;6b5c0e5a2101:39365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,39365,1731910961261' 2024-11-18T06:22:43,032 DEBUG [RS:0;6b5c0e5a2101:39365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1194530193/flush-table-proc/abort' 2024-11-18T06:22:43,033 DEBUG [RS:0;6b5c0e5a2101:39365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1194530193/flush-table-proc/acquired' 2024-11-18T06:22:43,033 DEBUG [RS:0;6b5c0e5a2101:39365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:22:43,033 DEBUG [RS:0;6b5c0e5a2101:39365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:22:43,033 DEBUG [RS:0;6b5c0e5a2101:39365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,39365,1731910961261 2024-11-18T06:22:43,033 DEBUG [RS:0;6b5c0e5a2101:39365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,39365,1731910961261' 2024-11-18T06:22:43,033 DEBUG [RS:0;6b5c0e5a2101:39365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1194530193/online-snapshot/abort' 2024-11-18T06:22:43,033 DEBUG [RS:0;6b5c0e5a2101:39365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1194530193/online-snapshot/acquired' 2024-11-18T06:22:43,034 DEBUG [RS:0;6b5c0e5a2101:39365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:22:43,034 INFO [RS:0;6b5c0e5a2101:39365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:22:43,034 INFO [RS:0;6b5c0e5a2101:39365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:22:43,134 INFO [RS:0;6b5c0e5a2101:39365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:22:43,136 INFO [RS:0;6b5c0e5a2101:39365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C39365%2C1731910961261, suffix=, logDir=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261, archiveDir=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/oldWALs, maxLogs=10 2024-11-18T06:22:43,154 DEBUG [RS:0;6b5c0e5a2101:39365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136, exclude list is [], retry=0 2024-11-18T06:22:43,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-1389e145-571a-4eab-8242-f29195132672,DISK] 2024-11-18T06:22:43,184 INFO [RS:0;6b5c0e5a2101:39365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 2024-11-18T06:22:43,192 DEBUG [RS:0;6b5c0e5a2101:39365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46225:46225)] 2024-11-18T06:22:43,229 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:22:43,230 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4 2024-11-18T06:22:43,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741833_1009 (size=32) 2024-11-18T06:22:43,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:43,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:22:43,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:22:43,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:43,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:43,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:22:43,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:22:43,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:43,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:43,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:22:43,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:22:43,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:43,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:43,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:22:43,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:22:43,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:43,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:43,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:22:43,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740 2024-11-18T06:22:43,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740 2024-11-18T06:22:43,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:22:43,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:22:43,703 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:22:43,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:22:43,714 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:22:43,715 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59354471, jitterRate=-0.11554946005344391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:22:43,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731910963650Initializing all the Stores at 1731910963655 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910963655Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910963664 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910963664Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910963664Cleaning up temporary data from old regions at 1731910963702 (+38 ms)Region opened successfully at 1731910963715 (+13 ms) 2024-11-18T06:22:43,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:22:43,716 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:22:43,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:22:43,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:22:43,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:22:43,716 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:22:43,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910963716Disabling compacts and flushes for region at 1731910963716Disabling writes for close at 1731910963716Writing region close event to WAL at 1731910963716Closed at 1731910963716 2024-11-18T06:22:43,720 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:43,720 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:22:43,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:22:43,722 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:22:43,724 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:22:43,876 DEBUG [6b5c0e5a2101:33953 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:22:43,877 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,39365,1731910961261 2024-11-18T06:22:43,878 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,39365,1731910961261, state=OPENING 2024-11-18T06:22:43,934 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:22:43,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193 2024-11-18T06:22:43,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193 2024-11-18T06:22:43,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1194530193/meta-region-server: CHANGED 2024-11-18T06:22:43,977 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:22:43,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,39365,1731910961261}] 2024-11-18T06:22:43,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1194530193/meta-region-server: CHANGED 2024-11-18T06:22:44,130 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:22:44,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:22:44,134 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:22:44,134 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:22:44,134 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:22:44,135 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C39365%2C1731910961261.meta, suffix=.meta, logDir=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261, archiveDir=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/oldWALs, maxLogs=10 2024-11-18T06:22:44,148 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.meta.1731910964136.meta, exclude list is [], retry=0 2024-11-18T06:22:44,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-1389e145-571a-4eab-8242-f29195132672,DISK] 2024-11-18T06:22:44,156 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.meta.1731910964136.meta 2024-11-18T06:22:44,168 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46225:46225)] 2024-11-18T06:22:44,168 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:22:44,169 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:22:44,169 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:22:44,169 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:22:44,169 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:22:44,169 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:22:44,169 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:44,169 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:22:44,169 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:22:44,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:22:44,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:22:44,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:44,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:44,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:22:44,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:22:44,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:44,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:44,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:22:44,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:22:44,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:44,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:44,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:22:44,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:22:44,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:44,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:44,174 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:22:44,175 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740 2024-11-18T06:22:44,176 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740 2024-11-18T06:22:44,176 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:22:44,176 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:22:44,177 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:22:44,178 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:22:44,179 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66188666, jitterRate=-0.013712018728256226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:22:44,179 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:22:44,179 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731910964169Writing region info on filesystem at 1731910964169Initializing all the Stores at 1731910964170 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910964170Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910964170Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910964170Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910964170Cleaning up temporary data from old regions at 1731910964176 (+6 ms)Running coprocessor post-open hooks at 1731910964179 (+3 ms)Region opened successfully at 1731910964179 2024-11-18T06:22:44,180 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731910964130 2024-11-18T06:22:44,182 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:22:44,182 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:22:44,182 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,39365,1731910961261 2024-11-18T06:22:44,183 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,39365,1731910961261, state=OPEN 2024-11-18T06:22:44,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1194530193/meta-region-server 2024-11-18T06:22:44,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1194530193/meta-region-server 2024-11-18T06:22:44,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1194530193/meta-region-server: CHANGED 2024-11-18T06:22:44,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1194530193/meta-region-server: CHANGED 2024-11-18T06:22:44,220 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,39365,1731910961261 2024-11-18T06:22:44,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:22:44,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,39365,1731910961261 in 244 msec 2024-11-18T06:22:44,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:22:44,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 507 msec 2024-11-18T06:22:44,230 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:44,230 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:22:44,232 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:44,232 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39365,1731910961261, seqNum=-1] 2024-11-18T06:22:44,232 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:44,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:22:44,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5600 sec 2024-11-18T06:22:44,239 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731910964239, completionTime=-1 2024-11-18T06:22:44,239 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:22:44,239 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:22:44,241 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:22:44,242 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731911024241 2024-11-18T06:22:44,242 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731911084242 2024-11-18T06:22:44,242 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T06:22:44,242 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33953,1731910960739-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:44,242 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33953,1731910960739-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:44,242 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33953,1731910960739-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:44,242 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:33953, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:44,242 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:44,244 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:22:44,252 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:44,255 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.786sec 2024-11-18T06:22:44,255 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:22:44,255 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:22:44,255 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:22:44,255 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:22:44,256 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:22:44,256 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33953,1731910960739-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:22:44,256 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33953,1731910960739-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:22:44,257 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:22:44,258 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:22:44,258 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33953,1731910960739-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:44,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef8320b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:44,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33953,-1 for getting cluster id 2024-11-18T06:22:44,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:44,301 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4848ba4d-7af2-4464-8042-97d6ba971a0a' 2024-11-18T06:22:44,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:44,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4848ba4d-7af2-4464-8042-97d6ba971a0a" 2024-11-18T06:22:44,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1a5346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:44,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33953,-1] 2024-11-18T06:22:44,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:44,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:44,302 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:44,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119c7804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:44,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39365,1731910961261, seqNum=-1] 2024-11-18T06:22:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:44,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:22:44,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,33953,1731910960739 2024-11-18T06:22:44,307 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53781 2024-11-18T06:22:44,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:22:44,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c9bf8330002 connected 2024-11-18T06:22:44,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/hadoop.log.dir so I do NOT create it in target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f 2024-11-18T06:22:44,479 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:22:44,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/hadoop.tmp.dir so I do NOT create it in target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f 2024-11-18T06:22:44,479 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:22:44,479 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f 2024-11-18T06:22:44,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:22:44,479 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/cluster_f4450151-ced5-7744-e3e1-db8c438a1b9f, deleteOnExit=true 2024-11-18T06:22:44,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:22:44,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/test.cache.data in system properties and HBase conf 2024-11-18T06:22:44,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:22:44,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:22:44,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:22:44,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:22:44,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:22:44,480 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:22:44,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:22:44,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:22:44,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:22:44,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:22:44,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:22:44,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:22:44,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:22:44,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:22:44,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:22:44,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:22:44,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:22:44,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:22:44,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:22:44,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:22:45,101 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:22:45,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:22:45,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:22:45,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:22:45,117 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:22:45,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:22:45,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f5302b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:22:45,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57d59872{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:22:45,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a2372a7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/java.io.tmpdir/jetty-localhost-38783-hadoop-hdfs-3_4_1-tests_jar-_-any-7206308977554797798/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:22:45,244 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60b340{HTTP/1.1, (http/1.1)}{localhost:38783} 2024-11-18T06:22:45,244 INFO [Time-limited test {}] server.Server(415): Started @307789ms 2024-11-18T06:22:45,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:22:45,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:22:45,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:22:45,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:22:45,559 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:22:45,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ee3ced1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:22:45,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c5b26d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:22:45,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a5c19b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/java.io.tmpdir/jetty-localhost-43681-hadoop-hdfs-3_4_1-tests_jar-_-any-6313956538770433705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:22:45,812 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f5ee27{HTTP/1.1, (http/1.1)}{localhost:43681} 2024-11-18T06:22:45,812 INFO [Time-limited test {}] server.Server(415): Started @308358ms 2024-11-18T06:22:45,814 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:22:45,998 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:45,999 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:22:45,999 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38363 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:22:47,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T06:22:47,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T06:22:47,122 WARN [Thread-2689 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/cluster_f4450151-ced5-7744-e3e1-db8c438a1b9f/data/data1/current/BP-1292425109-172.17.0.3-1731910964499/current, will proceed with Du for space computation calculation, 2024-11-18T06:22:47,128 WARN [Thread-2690 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/cluster_f4450151-ced5-7744-e3e1-db8c438a1b9f/data/data2/current/BP-1292425109-172.17.0.3-1731910964499/current, will proceed with Du for space computation calculation, 2024-11-18T06:22:47,157 WARN [Thread-2676 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:22:47,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa01f51e13e7de0d1 with lease ID 0x82bf2a03cef8cb8d: Processing first storage report for DS-aa62e860-5e4a-4e80-8041-b30730081960 from datanode DatanodeRegistration(127.0.0.1:35839, datanodeUuid=37f1057d-14f4-4baa-8ce1-de498605f8a7, infoPort=33471, infoSecurePort=0, ipcPort=33291, storageInfo=lv=-57;cid=testClusterID;nsid=1295693049;c=1731910964499) 2024-11-18T06:22:47,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa01f51e13e7de0d1 with lease ID 0x82bf2a03cef8cb8d: from storage DS-aa62e860-5e4a-4e80-8041-b30730081960 node DatanodeRegistration(127.0.0.1:35839, datanodeUuid=37f1057d-14f4-4baa-8ce1-de498605f8a7, infoPort=33471, infoSecurePort=0, ipcPort=33291, storageInfo=lv=-57;cid=testClusterID;nsid=1295693049;c=1731910964499), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:22:47,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa01f51e13e7de0d1 with lease ID 0x82bf2a03cef8cb8d: Processing first storage report for DS-dc0e7d73-2213-4fe8-a6e2-790c4d7a6702 from datanode DatanodeRegistration(127.0.0.1:35839, datanodeUuid=37f1057d-14f4-4baa-8ce1-de498605f8a7, infoPort=33471, infoSecurePort=0, ipcPort=33291, storageInfo=lv=-57;cid=testClusterID;nsid=1295693049;c=1731910964499) 2024-11-18T06:22:47,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa01f51e13e7de0d1 with lease ID 0x82bf2a03cef8cb8d: from storage DS-dc0e7d73-2213-4fe8-a6e2-790c4d7a6702 node DatanodeRegistration(127.0.0.1:35839, datanodeUuid=37f1057d-14f4-4baa-8ce1-de498605f8a7, infoPort=33471, infoSecurePort=0, ipcPort=33291, storageInfo=lv=-57;cid=testClusterID;nsid=1295693049;c=1731910964499), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T06:22:47,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f 2024-11-18T06:22:47,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:47,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:47,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:22:47,259 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199 with version=8 2024-11-18T06:22:47,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/hbase-staging 2024-11-18T06:22:47,261 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:22:47,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:47,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:47,261 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:22:47,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:47,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:22:47,261 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:22:47,261 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:22:47,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45063 2024-11-18T06:22:47,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45063 connecting to ZooKeeper ensemble=127.0.0.1:53781 2024-11-18T06:22:47,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450630x0, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:22:47,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45063-0x1014c9bf8330003 connected 2024-11-18T06:22:47,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:47,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:47,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Set watcher on znode that does not yet exist, /1-967224624/running 2024-11-18T06:22:47,373 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199, hbase.cluster.distributed=false 2024-11-18T06:22:47,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Set watcher on znode that does not yet exist, /1-967224624/acl 2024-11-18T06:22:47,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45063 2024-11-18T06:22:47,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45063 2024-11-18T06:22:47,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45063 2024-11-18T06:22:47,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45063 2024-11-18T06:22:47,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45063 2024-11-18T06:22:47,406 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:22:47,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:47,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:47,406 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:22:47,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:47,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:22:47,406 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:22:47,406 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:22:47,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37657 2024-11-18T06:22:47,409 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37657 connecting to ZooKeeper ensemble=127.0.0.1:53781 2024-11-18T06:22:47,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:47,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:47,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376570x0, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:22:47,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376570x0, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Set watcher on znode that does not yet exist, /1-967224624/running 2024-11-18T06:22:47,425 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:22:47,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37657-0x1014c9bf8330004 connected 2024-11-18T06:22:47,441 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:22:47,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Set watcher on znode that does not yet exist, /1-967224624/master 2024-11-18T06:22:47,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Set watcher on znode that does not yet exist, /1-967224624/acl 2024-11-18T06:22:47,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37657 2024-11-18T06:22:47,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37657 2024-11-18T06:22:47,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37657 2024-11-18T06:22:47,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37657 2024-11-18T06:22:47,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37657 2024-11-18T06:22:47,467 DEBUG [M:0;6b5c0e5a2101:45063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:45063 2024-11-18T06:22:47,467 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-967224624/backup-masters/6b5c0e5a2101,45063,1731910967260 2024-11-18T06:22:47,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624/backup-masters 2024-11-18T06:22:47,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624/backup-masters 2024-11-18T06:22:47,477 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Set watcher on existing znode=/1-967224624/backup-masters/6b5c0e5a2101,45063,1731910967260 2024-11-18T06:22:47,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624 2024-11-18T06:22:47,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-967224624/master 2024-11-18T06:22:47,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624 2024-11-18T06:22:47,487 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Set watcher on existing znode=/1-967224624/master 2024-11-18T06:22:47,488 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-967224624/backup-masters/6b5c0e5a2101,45063,1731910967260 from backup master directory 2024-11-18T06:22:47,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-967224624/backup-masters/6b5c0e5a2101,45063,1731910967260 2024-11-18T06:22:47,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624/backup-masters 2024-11-18T06:22:47,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624/backup-masters 2024-11-18T06:22:47,497 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:22:47,498 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,45063,1731910967260 2024-11-18T06:22:47,501 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/hbase.id] with ID: 2a721ad8-4044-4213-ba44-57d01bbfec81 2024-11-18T06:22:47,501 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/.tmp/hbase.id 2024-11-18T06:22:47,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:22:47,508 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/.tmp/hbase.id]:[hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/hbase.id] 2024-11-18T06:22:47,515 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:47,515 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:22:47,516 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T06:22:47,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624 2024-11-18T06:22:47,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624 2024-11-18T06:22:47,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:22:47,665 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=17, created chunk count=22, reused chunk count=72, reuseRatio=76.60% 2024-11-18T06:22:47,665 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-18T06:22:47,939 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:22:47,940 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:22:47,940 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:22:47,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:22:48,346 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store 2024-11-18T06:22:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:22:48,350 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:48,351 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:22:48,351 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:48,351 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:48,351 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:22:48,351 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:48,351 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:48,351 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910968350Disabling compacts and flushes for region at 1731910968350Disabling writes for close at 1731910968351 (+1 ms)Writing region close event to WAL at 1731910968351Closed at 1731910968351 2024-11-18T06:22:48,351 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store/.initializing 2024-11-18T06:22:48,351 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/WALs/6b5c0e5a2101,45063,1731910967260 2024-11-18T06:22:48,352 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:22:48,353 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C45063%2C1731910967260, suffix=, logDir=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/WALs/6b5c0e5a2101,45063,1731910967260, archiveDir=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/oldWALs, maxLogs=10 2024-11-18T06:22:48,370 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/WALs/6b5c0e5a2101,45063,1731910967260/6b5c0e5a2101%2C45063%2C1731910967260.1731910968353, exclude list is [], retry=0 2024-11-18T06:22:48,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35839,DS-aa62e860-5e4a-4e80-8041-b30730081960,DISK] 2024-11-18T06:22:48,374 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/WALs/6b5c0e5a2101,45063,1731910967260/6b5c0e5a2101%2C45063%2C1731910967260.1731910968353 2024-11-18T06:22:48,374 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33471:33471)] 2024-11-18T06:22:48,374 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:22:48,374 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:48,374 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:48,374 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:48,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:48,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:22:48,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:48,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:48,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:48,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:22:48,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:48,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:48,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:48,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:22:48,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:48,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:48,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:48,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:22:48,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:48,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:48,388 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:48,400 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:48,404 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:48,408 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:48,408 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:48,409 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:22:48,410 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:48,412 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:22:48,413 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65300070, jitterRate=-0.026953130960464478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:22:48,413 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731910968374Initializing all the Stores at 1731910968375 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910968375Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910968375Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910968375Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910968375Cleaning up temporary data from old regions at 1731910968408 (+33 ms)Region opened successfully at 1731910968413 (+5 ms) 2024-11-18T06:22:48,416 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:22:48,420 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d5a585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:22:48,421 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:22:48,422 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:22:48,422 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:22:48,422 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:22:48,423 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T06:22:48,424 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:22:48,424 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:22:48,428 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:22:48,429 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Unable to get data of znode /1-967224624/balancer because node does not exist (not necessarily an error) 2024-11-18T06:22:48,508 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-967224624/balancer already deleted, retry=false 2024-11-18T06:22:48,509 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:22:48,510 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Unable to get data of znode /1-967224624/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:22:48,533 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-967224624/normalizer already deleted, retry=false 2024-11-18T06:22:48,534 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:22:48,535 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Unable to get data of znode /1-967224624/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:22:48,544 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-967224624/switch/split already deleted, retry=false 2024-11-18T06:22:48,545 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Unable to get data of znode /1-967224624/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:22:48,559 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-967224624/switch/merge already deleted, retry=false 2024-11-18T06:22:48,567 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Unable to get data of znode /1-967224624/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:22:48,575 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-967224624/snapshot-cleanup already deleted, retry=false 2024-11-18T06:22:48,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-967224624/running 2024-11-18T06:22:48,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-967224624/running 2024-11-18T06:22:48,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624 2024-11-18T06:22:48,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624 2024-11-18T06:22:48,587 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,45063,1731910967260, sessionid=0x1014c9bf8330003, setting cluster-up flag (Was=false) 2024-11-18T06:22:48,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624 2024-11-18T06:22:48,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624 2024-11-18T06:22:48,718 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-967224624/flush-table-proc/acquired, /1-967224624/flush-table-proc/reached, /1-967224624/flush-table-proc/abort 2024-11-18T06:22:48,719 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,45063,1731910967260 2024-11-18T06:22:48,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624 2024-11-18T06:22:48,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624 2024-11-18T06:22:48,775 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-967224624/online-snapshot/acquired, /1-967224624/online-snapshot/reached, /1-967224624/online-snapshot/abort 2024-11-18T06:22:48,776 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,45063,1731910967260 2024-11-18T06:22:48,777 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:22:48,779 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:48,779 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:22:48,779 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:22:48,779 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,45063,1731910967260 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:22:48,780 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:48,780 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:48,780 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:48,780 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:48,780 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:22:48,780 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:48,780 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:22:48,780 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:48,785 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:48,785 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:22:48,786 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:48,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:22:48,787 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731910998787 2024-11-18T06:22:48,787 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:22:48,787 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:22:48,787 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:22:48,787 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:22:48,787 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:22:48,787 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:22:48,788 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:48,788 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:22:48,788 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:22:48,788 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:22:48,788 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:22:48,792 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:22:48,792 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:22:48,795 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910968792,5,FailOnTimeoutGroup] 2024-11-18T06:22:48,795 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910968795,5,FailOnTimeoutGroup] 2024-11-18T06:22:48,795 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:48,795 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:22:48,796 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:48,796 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:48,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:22:48,857 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(746): ClusterId : 2a721ad8-4044-4213-ba44-57d01bbfec81 2024-11-18T06:22:48,857 DEBUG [RS:0;6b5c0e5a2101:37657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:22:48,866 DEBUG [RS:0;6b5c0e5a2101:37657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:22:48,866 DEBUG [RS:0;6b5c0e5a2101:37657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:22:48,877 DEBUG [RS:0;6b5c0e5a2101:37657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:22:48,877 DEBUG [RS:0;6b5c0e5a2101:37657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ead6569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:22:48,892 DEBUG [RS:0;6b5c0e5a2101:37657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:37657 2024-11-18T06:22:48,892 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:22:48,892 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:22:48,892 DEBUG [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:22:48,893 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,45063,1731910967260 with port=37657, startcode=1731910967405 2024-11-18T06:22:48,893 DEBUG [RS:0;6b5c0e5a2101:37657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:22:48,897 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:22:48,897 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,37657,1731910967405 2024-11-18T06:22:48,897 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45063 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,37657,1731910967405 2024-11-18T06:22:48,898 DEBUG [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199 2024-11-18T06:22:48,898 DEBUG [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42311 2024-11-18T06:22:48,898 DEBUG [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:22:48,948 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T06:22:48,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624/rs 2024-11-18T06:22:48,955 DEBUG [RS:0;6b5c0e5a2101:37657 {}] zookeeper.ZKUtil(111): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Set watcher on existing znode=/1-967224624/rs/6b5c0e5a2101,37657,1731910967405 2024-11-18T06:22:48,955 WARN [RS:0;6b5c0e5a2101:37657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:22:48,955 INFO [RS:0;6b5c0e5a2101:37657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:22:48,955 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,37657,1731910967405] 2024-11-18T06:22:48,955 DEBUG [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405 2024-11-18T06:22:48,960 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:22:48,962 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:22:48,964 INFO [RS:0;6b5c0e5a2101:37657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:22:48,964 INFO [RS:0;6b5c0e5a2101:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:48,965 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:22:48,972 INFO [RS:0;6b5c0e5a2101:37657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:22:48,972 INFO [RS:0;6b5c0e5a2101:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:48,972 DEBUG [RS:0;6b5c0e5a2101:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:48,972 DEBUG [RS:0;6b5c0e5a2101:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:48,972 DEBUG [RS:0;6b5c0e5a2101:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:48,973 DEBUG [RS:0;6b5c0e5a2101:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:48,973 DEBUG [RS:0;6b5c0e5a2101:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:48,973 DEBUG [RS:0;6b5c0e5a2101:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:22:48,973 DEBUG [RS:0;6b5c0e5a2101:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:48,973 DEBUG [RS:0;6b5c0e5a2101:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:48,973 DEBUG [RS:0;6b5c0e5a2101:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:48,973 DEBUG [RS:0;6b5c0e5a2101:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:48,973 DEBUG [RS:0;6b5c0e5a2101:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:48,973 DEBUG [RS:0;6b5c0e5a2101:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:48,973 DEBUG [RS:0;6b5c0e5a2101:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:22:48,973 DEBUG [RS:0;6b5c0e5a2101:37657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:22:48,988 INFO [RS:0;6b5c0e5a2101:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:48,989 INFO [RS:0;6b5c0e5a2101:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:48,989 INFO [RS:0;6b5c0e5a2101:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:48,989 INFO [RS:0;6b5c0e5a2101:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:48,989 INFO [RS:0;6b5c0e5a2101:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:48,989 INFO [RS:0;6b5c0e5a2101:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,37657,1731910967405-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:22:49,026 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:22:49,026 INFO [RS:0;6b5c0e5a2101:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,37657,1731910967405-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:49,026 INFO [RS:0;6b5c0e5a2101:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:49,027 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.Replication(171): 6b5c0e5a2101,37657,1731910967405 started 2024-11-18T06:22:49,048 INFO [RS:0;6b5c0e5a2101:37657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:49,048 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,37657,1731910967405, RpcServer on 6b5c0e5a2101/172.17.0.3:37657, sessionid=0x1014c9bf8330004 2024-11-18T06:22:49,048 DEBUG [RS:0;6b5c0e5a2101:37657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:22:49,048 DEBUG [RS:0;6b5c0e5a2101:37657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,37657,1731910967405 2024-11-18T06:22:49,048 DEBUG [RS:0;6b5c0e5a2101:37657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,37657,1731910967405' 2024-11-18T06:22:49,048 DEBUG [RS:0;6b5c0e5a2101:37657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-967224624/flush-table-proc/abort' 2024-11-18T06:22:49,049 DEBUG [RS:0;6b5c0e5a2101:37657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-967224624/flush-table-proc/acquired' 2024-11-18T06:22:49,049 DEBUG [RS:0;6b5c0e5a2101:37657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:22:49,049 DEBUG [RS:0;6b5c0e5a2101:37657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:22:49,049 DEBUG [RS:0;6b5c0e5a2101:37657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,37657,1731910967405 2024-11-18T06:22:49,049 DEBUG [RS:0;6b5c0e5a2101:37657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,37657,1731910967405' 2024-11-18T06:22:49,049 DEBUG [RS:0;6b5c0e5a2101:37657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-967224624/online-snapshot/abort' 2024-11-18T06:22:49,049 DEBUG [RS:0;6b5c0e5a2101:37657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-967224624/online-snapshot/acquired' 2024-11-18T06:22:49,050 DEBUG [RS:0;6b5c0e5a2101:37657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:22:49,050 INFO [RS:0;6b5c0e5a2101:37657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:22:49,050 INFO [RS:0;6b5c0e5a2101:37657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:22:49,150 INFO [RS:0;6b5c0e5a2101:37657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:22:49,151 INFO [RS:0;6b5c0e5a2101:37657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C37657%2C1731910967405, suffix=, logDir=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405, archiveDir=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/oldWALs, maxLogs=10 2024-11-18T06:22:49,164 DEBUG [RS:0;6b5c0e5a2101:37657 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152, exclude list is [], retry=0 2024-11-18T06:22:49,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35839,DS-aa62e860-5e4a-4e80-8041-b30730081960,DISK] 2024-11-18T06:22:49,167 INFO [RS:0;6b5c0e5a2101:37657 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 2024-11-18T06:22:49,168 DEBUG [RS:0;6b5c0e5a2101:37657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33471:33471)] 2024-11-18T06:22:49,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,197 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:22:49,197 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199 2024-11-18T06:22:49,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741833_1009 (size=32) 2024-11-18T06:22:49,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:49,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:22:49,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:22:49,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:49,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:49,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:22:49,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:22:49,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:49,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:49,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:22:49,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:22:49,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:49,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:49,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:22:49,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:22:49,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:49,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:49,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:22:49,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740 2024-11-18T06:22:49,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740 2024-11-18T06:22:49,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:22:49,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:22:49,226 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:22:49,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:22:49,229 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:22:49,229 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62777763, jitterRate=-0.06453843414783478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:22:49,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731910969214Initializing all the Stores at 1731910969215 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910969215Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910969215Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910969215Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910969215Cleaning up temporary data from old regions at 1731910969225 (+10 ms)Region opened successfully at 1731910969229 (+4 ms) 2024-11-18T06:22:49,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:22:49,229 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:22:49,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:22:49,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:22:49,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:22:49,232 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:22:49,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910969229Disabling compacts and flushes for region at 1731910969229Disabling writes for close at 1731910969229Writing region close event to WAL at 1731910969232 (+3 ms)Closed at 1731910969232 2024-11-18T06:22:49,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:49,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:22:49,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:22:49,234 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:22:49,235 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:22:49,385 DEBUG [6b5c0e5a2101:45063 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:22:49,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,37657,1731910967405 2024-11-18T06:22:49,387 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,37657,1731910967405, state=OPENING 2024-11-18T06:22:49,396 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:22:49,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624 2024-11-18T06:22:49,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624 2024-11-18T06:22:49,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-967224624/meta-region-server: CHANGED 2024-11-18T06:22:49,408 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:22:49,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,37657,1731910967405}] 2024-11-18T06:22:49,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-967224624/meta-region-server: CHANGED 2024-11-18T06:22:49,560 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:22:49,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:22:49,564 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:22:49,564 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:22:49,564 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:22:49,565 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C37657%2C1731910967405.meta, suffix=.meta, logDir=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405, archiveDir=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/oldWALs, maxLogs=10 2024-11-18T06:22:49,577 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.meta.1731910969565.meta, exclude list is [], retry=0 2024-11-18T06:22:49,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35839,DS-aa62e860-5e4a-4e80-8041-b30730081960,DISK] 2024-11-18T06:22:49,580 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.meta.1731910969565.meta 2024-11-18T06:22:49,580 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33471:33471)] 2024-11-18T06:22:49,580 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:22:49,581 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:22:49,581 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:22:49,581 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:22:49,581 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:22:49,581 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:22:49,581 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:49,581 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:22:49,581 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:22:49,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:22:49,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:22:49,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:49,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:49,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:22:49,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:22:49,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:49,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:49,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:22:49,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:22:49,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:49,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:49,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:22:49,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:22:49,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:49,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:49,586 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:22:49,586 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740 2024-11-18T06:22:49,587 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740 2024-11-18T06:22:49,587 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:22:49,587 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:22:49,588 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:22:49,588 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:22:49,589 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63141005, jitterRate=-0.05912570655345917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:22:49,589 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:22:49,589 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731910969581Writing region info on filesystem at 1731910969581Initializing all the Stores at 1731910969582 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910969582Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910969582Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910969582Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910969582Cleaning up temporary data from old regions at 1731910969587 (+5 ms)Running coprocessor post-open hooks at 1731910969589 (+2 ms)Region opened successfully at 1731910969589 2024-11-18T06:22:49,589 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731910969560 2024-11-18T06:22:49,591 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:22:49,591 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:22:49,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,37657,1731910967405 2024-11-18T06:22:49,592 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,37657,1731910967405, state=OPEN 2024-11-18T06:22:49,730 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:22:49,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-967224624/meta-region-server 2024-11-18T06:22:49,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-967224624/meta-region-server 2024-11-18T06:22:49,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-967224624/meta-region-server: CHANGED 2024-11-18T06:22:49,775 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,37657,1731910967405 2024-11-18T06:22:49,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-967224624/meta-region-server: CHANGED 2024-11-18T06:22:49,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:22:49,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,37657,1731910967405 in 367 msec 2024-11-18T06:22:49,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:22:49,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 547 msec 2024-11-18T06:22:49,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,784 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:49,784 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:22:49,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:49,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,37657,1731910967405, seqNum=-1] 2024-11-18T06:22:49,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:49,787 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:49,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:22:49,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0240 sec 2024-11-18T06:22:49,803 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731910969803, completionTime=-1 2024-11-18T06:22:49,803 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:22:49,803 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:22:49,805 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:22:49,805 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731911029805 2024-11-18T06:22:49,805 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731911089805 2024-11-18T06:22:49,805 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T06:22:49,805 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45063,1731910967260-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:49,805 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45063,1731910967260-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:49,805 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45063,1731910967260-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:49,805 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:45063, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:49,805 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:49,805 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:49,807 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:22:49,809 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.311sec 2024-11-18T06:22:49,809 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:22:49,809 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:22:49,809 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:22:49,809 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:22:49,809 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:22:49,809 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45063,1731910967260-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:22:49,809 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45063,1731910967260-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:22:49,811 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:22:49,811 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:22:49,811 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45063,1731910967260-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:49,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf7e1f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:49,858 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,45063,-1 for getting cluster id 2024-11-18T06:22:49,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:49,859 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a721ad8-4044-4213-ba44-57d01bbfec81' 2024-11-18T06:22:49,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:49,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a721ad8-4044-4213-ba44-57d01bbfec81" 2024-11-18T06:22:49,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3100892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:49,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,45063,-1] 2024-11-18T06:22:49,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:49,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:49,860 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:49,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a3e912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:49,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:49,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,37657,1731910967405, seqNum=-1] 2024-11-18T06:22:49,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:49,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:22:49,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,45063,1731910967260 2024-11-18T06:22:49,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53781 2024-11-18T06:22:49,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:22:49,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014c9bf8330005 connected 2024-11-18T06:22:49,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/hadoop.log.dir so I do NOT create it in target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084 2024-11-18T06:22:49,889 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:22:49,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/hadoop.tmp.dir so I do NOT create it in target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084 2024-11-18T06:22:49,889 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:22:49,889 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084 2024-11-18T06:22:49,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:22:49,889 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/cluster_82adff32-c631-81e3-3c73-02ebd9989100, deleteOnExit=true 2024-11-18T06:22:49,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:22:49,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/test.cache.data in system properties and HBase conf 2024-11-18T06:22:49,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:22:49,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:22:49,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:22:49,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:22:49,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:22:49,890 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:22:49,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:22:49,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:22:49,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:22:49,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:22:49,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:22:49,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:22:49,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:22:49,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:22:49,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:22:49,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:22:49,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:22:49,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:22:49,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:22:49,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:22:50,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:22:50,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:22:50,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:22:50,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:22:50,313 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:22:50,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:22:50,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@caf7f5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:22:50,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@450e4fed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:22:50,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aebd83{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/java.io.tmpdir/jetty-localhost-34827-hadoop-hdfs-3_4_1-tests_jar-_-any-12345207022514500119/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:22:50,457 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5aa0666d{HTTP/1.1, (http/1.1)}{localhost:34827} 2024-11-18T06:22:50,457 INFO [Time-limited test {}] server.Server(415): Started @313002ms 2024-11-18T06:22:50,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:22:50,750 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:22:50,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:22:50,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:22:50,752 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:22:50,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4521821c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:22:50,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@185f4f30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:22:50,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cff6734{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/java.io.tmpdir/jetty-localhost-34153-hadoop-hdfs-3_4_1-tests_jar-_-any-592878950693530388/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:22:50,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b59acca{HTTP/1.1, (http/1.1)}{localhost:34153} 2024-11-18T06:22:50,883 INFO [Time-limited test {}] server.Server(415): Started @313429ms 2024-11-18T06:22:50,885 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:22:51,726 WARN [Thread-2811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/cluster_82adff32-c631-81e3-3c73-02ebd9989100/data/data2/current/BP-1974874051-172.17.0.3-1731910969919/current, will proceed with Du for space computation calculation, 2024-11-18T06:22:51,726 WARN [Thread-2810 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/cluster_82adff32-c631-81e3-3c73-02ebd9989100/data/data1/current/BP-1974874051-172.17.0.3-1731910969919/current, will proceed with Du for space computation calculation, 2024-11-18T06:22:51,746 WARN [Thread-2798 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:22:51,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x125d9357f10b83fb with lease ID 0x485aedb87adb50d6: Processing first storage report for DS-a49c154a-853f-49c5-a2b6-a85eed88c0a8 from datanode DatanodeRegistration(127.0.0.1:46531, datanodeUuid=45e522ee-1171-4cd4-9ab2-863bc37143f2, infoPort=39701, infoSecurePort=0, ipcPort=33989, storageInfo=lv=-57;cid=testClusterID;nsid=1807375305;c=1731910969919) 2024-11-18T06:22:51,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x125d9357f10b83fb with lease ID 0x485aedb87adb50d6: from storage DS-a49c154a-853f-49c5-a2b6-a85eed88c0a8 node DatanodeRegistration(127.0.0.1:46531, datanodeUuid=45e522ee-1171-4cd4-9ab2-863bc37143f2, infoPort=39701, infoSecurePort=0, ipcPort=33989, storageInfo=lv=-57;cid=testClusterID;nsid=1807375305;c=1731910969919), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:22:51,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x125d9357f10b83fb with lease ID 0x485aedb87adb50d6: Processing first storage report for DS-97c38f09-fd44-4bec-b44f-2636bd6fc936 from datanode DatanodeRegistration(127.0.0.1:46531, datanodeUuid=45e522ee-1171-4cd4-9ab2-863bc37143f2, infoPort=39701, infoSecurePort=0, ipcPort=33989, storageInfo=lv=-57;cid=testClusterID;nsid=1807375305;c=1731910969919) 2024-11-18T06:22:51,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x125d9357f10b83fb with lease ID 0x485aedb87adb50d6: from storage DS-97c38f09-fd44-4bec-b44f-2636bd6fc936 node DatanodeRegistration(127.0.0.1:46531, datanodeUuid=45e522ee-1171-4cd4-9ab2-863bc37143f2, infoPort=39701, infoSecurePort=0, ipcPort=33989, storageInfo=lv=-57;cid=testClusterID;nsid=1807375305;c=1731910969919), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:22:51,817 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084 2024-11-18T06:22:51,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:51,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:51,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:22:52,235 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744 with version=8 2024-11-18T06:22:52,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/hbase-staging 2024-11-18T06:22:52,238 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:22:52,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:52,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:52,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:22:52,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:52,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:22:52,238 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:22:52,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:22:52,239 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39699 2024-11-18T06:22:52,240 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39699 connecting to ZooKeeper ensemble=127.0.0.1:53781 2024-11-18T06:22:52,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396990x0, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:22:52,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39699-0x1014c9bf8330006 connected 2024-11-18T06:22:52,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:52,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:52,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Set watcher on znode that does not yet exist, /2-1903077088/running 2024-11-18T06:22:52,338 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744, hbase.cluster.distributed=false 2024-11-18T06:22:52,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Set watcher on znode that does not yet exist, /2-1903077088/acl 2024-11-18T06:22:52,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39699 2024-11-18T06:22:52,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39699 2024-11-18T06:22:52,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39699 2024-11-18T06:22:52,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39699 2024-11-18T06:22:52,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39699 2024-11-18T06:22:52,353 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:22:52,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:52,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:52,354 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:22:52,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:22:52,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:22:52,354 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:22:52,354 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:22:52,354 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43861 2024-11-18T06:22:52,355 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43861 connecting to ZooKeeper ensemble=127.0.0.1:53781 2024-11-18T06:22:52,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:52,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:52,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438610x0, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:22:52,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438610x0, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Set watcher on znode that does not yet exist, /2-1903077088/running 2024-11-18T06:22:52,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43861-0x1014c9bf8330007 connected 2024-11-18T06:22:52,371 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:22:52,372 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:22:52,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Set watcher on znode that does not yet exist, /2-1903077088/master 2024-11-18T06:22:52,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Set watcher on znode that does not yet exist, /2-1903077088/acl 2024-11-18T06:22:52,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43861 2024-11-18T06:22:52,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43861 2024-11-18T06:22:52,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43861 2024-11-18T06:22:52,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43861 2024-11-18T06:22:52,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43861 2024-11-18T06:22:52,391 DEBUG [M:0;6b5c0e5a2101:39699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:39699 2024-11-18T06:22:52,392 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1903077088/backup-masters/6b5c0e5a2101,39699,1731910972237 2024-11-18T06:22:52,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088/backup-masters 2024-11-18T06:22:52,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088/backup-masters 2024-11-18T06:22:52,403 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Set watcher on existing znode=/2-1903077088/backup-masters/6b5c0e5a2101,39699,1731910972237 2024-11-18T06:22:52,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1903077088/master 2024-11-18T06:22:52,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088 2024-11-18T06:22:52,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088 2024-11-18T06:22:52,413 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Set watcher on existing znode=/2-1903077088/master 2024-11-18T06:22:52,413 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1903077088/backup-masters/6b5c0e5a2101,39699,1731910972237 from backup master directory 2024-11-18T06:22:52,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1903077088/backup-masters/6b5c0e5a2101,39699,1731910972237 2024-11-18T06:22:52,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088/backup-masters 2024-11-18T06:22:52,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088/backup-masters 2024-11-18T06:22:52,423 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:22:52,423 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,39699,1731910972237 2024-11-18T06:22:52,427 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/hbase.id] with ID: 4b21976a-3350-4022-a3ef-c1af3ee883e3 2024-11-18T06:22:52,427 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/.tmp/hbase.id 2024-11-18T06:22:52,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:22:52,432 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/.tmp/hbase.id]:[hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/hbase.id] 2024-11-18T06:22:52,440 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:22:52,440 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:22:52,441 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T06:22:52,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088 2024-11-18T06:22:52,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088 2024-11-18T06:22:52,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:22:52,854 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:22:52,855 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:22:52,855 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:22:52,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:22:52,866 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store 2024-11-18T06:22:52,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:22:53,273 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:53,273 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:22:53,273 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:53,273 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:53,273 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:22:53,273 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:53,273 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:22:53,273 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910973273Disabling compacts and flushes for region at 1731910973273Disabling writes for close at 1731910973273Writing region close event to WAL at 1731910973273Closed at 1731910973273 2024-11-18T06:22:53,274 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store/.initializing 2024-11-18T06:22:53,274 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/WALs/6b5c0e5a2101,39699,1731910972237 2024-11-18T06:22:53,275 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:22:53,276 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C39699%2C1731910972237, suffix=, logDir=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/WALs/6b5c0e5a2101,39699,1731910972237, archiveDir=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/oldWALs, maxLogs=10 2024-11-18T06:22:53,288 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/WALs/6b5c0e5a2101,39699,1731910972237/6b5c0e5a2101%2C39699%2C1731910972237.1731910973276, exclude list is [], retry=0 2024-11-18T06:22:53,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46531,DS-a49c154a-853f-49c5-a2b6-a85eed88c0a8,DISK] 2024-11-18T06:22:53,292 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/WALs/6b5c0e5a2101,39699,1731910972237/6b5c0e5a2101%2C39699%2C1731910972237.1731910973276 2024-11-18T06:22:53,292 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39701:39701)] 2024-11-18T06:22:53,293 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:22:53,293 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:53,293 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:53,293 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:53,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:53,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:22:53,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:53,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:53,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:53,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:22:53,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:53,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:53,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:53,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:22:53,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:53,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:53,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:53,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:22:53,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:53,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:53,299 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:53,300 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:53,300 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:53,301 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:53,301 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:53,301 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:22:53,302 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:22:53,304 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:22:53,304 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63377753, jitterRate=-0.05559788644313812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:22:53,304 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731910973293Initializing all the Stores at 1731910973294 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910973294Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910973294Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910973294Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910973294Cleaning up temporary data from old regions at 1731910973301 (+7 ms)Region opened successfully at 1731910973304 (+3 ms) 2024-11-18T06:22:53,304 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:22:53,307 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4161fcf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:22:53,307 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:22:53,307 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:22:53,308 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:22:53,308 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:22:53,308 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:22:53,308 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:22:53,308 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:22:53,309 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:22:53,310 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Unable to get data of znode /2-1903077088/balancer because node does not exist (not necessarily an error) 2024-11-18T06:22:53,362 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1903077088/balancer already deleted, retry=false 2024-11-18T06:22:53,362 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:22:53,363 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Unable to get data of znode /2-1903077088/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:22:53,436 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1903077088/normalizer already deleted, retry=false 2024-11-18T06:22:53,437 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:22:53,437 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Unable to get data of znode /2-1903077088/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:22:53,455 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1903077088/switch/split already deleted, retry=false 2024-11-18T06:22:53,456 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Unable to get data of znode /2-1903077088/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:22:53,485 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1903077088/switch/merge already deleted, retry=false 2024-11-18T06:22:53,486 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Unable to get data of znode /2-1903077088/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:22:53,534 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1903077088/snapshot-cleanup already deleted, retry=false 2024-11-18T06:22:53,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1903077088/running 2024-11-18T06:22:53,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1903077088/running 2024-11-18T06:22:53,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088 2024-11-18T06:22:53,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088 2024-11-18T06:22:53,555 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,39699,1731910972237, sessionid=0x1014c9bf8330006, setting cluster-up flag (Was=false) 2024-11-18T06:22:53,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088 2024-11-18T06:22:53,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088 2024-11-18T06:22:53,607 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1903077088/flush-table-proc/acquired, /2-1903077088/flush-table-proc/reached, /2-1903077088/flush-table-proc/abort 2024-11-18T06:22:53,607 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,39699,1731910972237 2024-11-18T06:22:53,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088 2024-11-18T06:22:53,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088 2024-11-18T06:22:53,659 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1903077088/online-snapshot/acquired, /2-1903077088/online-snapshot/reached, /2-1903077088/online-snapshot/abort 2024-11-18T06:22:53,660 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,39699,1731910972237 2024-11-18T06:22:53,661 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:22:53,662 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:53,663 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:22:53,663 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:22:53,663 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,39699,1731910972237 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:22:53,664 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:53,664 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:53,664 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:53,664 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:22:53,664 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:22:53,664 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:53,664 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:22:53,664 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:53,666 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:53,666 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:22:53,667 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:53,667 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:22:53,668 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731911003668 2024-11-18T06:22:53,668 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:22:53,669 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:22:53,669 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:22:53,669 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:22:53,669 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:22:53,669 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:22:53,675 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:53,675 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:22:53,676 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:22:53,676 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:22:53,676 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:22:53,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:22:53,680 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:22:53,680 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:22:53,681 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910973680,5,FailOnTimeoutGroup] 2024-11-18T06:22:53,682 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910973681,5,FailOnTimeoutGroup] 2024-11-18T06:22:53,682 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:53,682 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:22:53,682 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:53,682 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:53,685 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(746): ClusterId : 4b21976a-3350-4022-a3ef-c1af3ee883e3 2024-11-18T06:22:53,685 DEBUG [RS:0;6b5c0e5a2101:43861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:22:53,713 DEBUG [RS:0;6b5c0e5a2101:43861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:22:53,713 DEBUG [RS:0;6b5c0e5a2101:43861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:22:53,796 DEBUG [RS:0;6b5c0e5a2101:43861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:22:53,797 DEBUG [RS:0;6b5c0e5a2101:43861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f881924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:22:53,811 DEBUG [RS:0;6b5c0e5a2101:43861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:43861 2024-11-18T06:22:53,811 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:22:53,811 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:22:53,811 DEBUG [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:22:53,811 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,39699,1731910972237 with port=43861, startcode=1731910972353 2024-11-18T06:22:53,812 DEBUG [RS:0;6b5c0e5a2101:43861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:22:53,813 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:22:53,814 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,43861,1731910972353 2024-11-18T06:22:53,814 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39699 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,43861,1731910972353 2024-11-18T06:22:53,815 DEBUG [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744 2024-11-18T06:22:53,815 DEBUG [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46117 2024-11-18T06:22:53,815 DEBUG [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:22:53,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088/rs 2024-11-18T06:22:53,907 DEBUG [RS:0;6b5c0e5a2101:43861 {}] zookeeper.ZKUtil(111): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Set watcher on existing znode=/2-1903077088/rs/6b5c0e5a2101,43861,1731910972353 2024-11-18T06:22:53,907 WARN [RS:0;6b5c0e5a2101:43861 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:22:53,908 INFO [RS:0;6b5c0e5a2101:43861 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:22:53,908 DEBUG [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353 2024-11-18T06:22:53,911 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:22:53,913 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,43861,1731910972353] 2024-11-18T06:22:53,916 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:22:53,919 INFO [RS:0;6b5c0e5a2101:43861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:22:53,919 INFO [RS:0;6b5c0e5a2101:43861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:53,920 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:22:53,921 INFO [RS:0;6b5c0e5a2101:43861 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:22:53,921 INFO [RS:0;6b5c0e5a2101:43861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:53,921 DEBUG [RS:0;6b5c0e5a2101:43861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:53,921 DEBUG [RS:0;6b5c0e5a2101:43861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:53,921 DEBUG [RS:0;6b5c0e5a2101:43861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:53,922 DEBUG [RS:0;6b5c0e5a2101:43861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:53,922 DEBUG [RS:0;6b5c0e5a2101:43861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:53,922 DEBUG [RS:0;6b5c0e5a2101:43861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:22:53,922 DEBUG [RS:0;6b5c0e5a2101:43861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:53,922 DEBUG [RS:0;6b5c0e5a2101:43861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:53,922 DEBUG [RS:0;6b5c0e5a2101:43861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:53,922 DEBUG [RS:0;6b5c0e5a2101:43861 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:53,922 DEBUG [RS:0;6b5c0e5a2101:43861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:53,922 DEBUG [RS:0;6b5c0e5a2101:43861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:22:53,922 DEBUG [RS:0;6b5c0e5a2101:43861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:22:53,922 DEBUG [RS:0;6b5c0e5a2101:43861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:22:53,924 INFO [RS:0;6b5c0e5a2101:43861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:53,924 INFO [RS:0;6b5c0e5a2101:43861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:53,924 INFO [RS:0;6b5c0e5a2101:43861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:53,924 INFO [RS:0;6b5c0e5a2101:43861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:53,924 INFO [RS:0;6b5c0e5a2101:43861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:53,924 INFO [RS:0;6b5c0e5a2101:43861 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,43861,1731910972353-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:22:53,941 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:22:53,941 INFO [RS:0;6b5c0e5a2101:43861 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,43861,1731910972353-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:53,941 INFO [RS:0;6b5c0e5a2101:43861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:53,941 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.Replication(171): 6b5c0e5a2101,43861,1731910972353 started 2024-11-18T06:22:53,955 INFO [RS:0;6b5c0e5a2101:43861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:53,955 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,43861,1731910972353, RpcServer on 6b5c0e5a2101/172.17.0.3:43861, sessionid=0x1014c9bf8330007 2024-11-18T06:22:53,956 DEBUG [RS:0;6b5c0e5a2101:43861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:22:53,956 DEBUG [RS:0;6b5c0e5a2101:43861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,43861,1731910972353 2024-11-18T06:22:53,956 DEBUG [RS:0;6b5c0e5a2101:43861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,43861,1731910972353' 2024-11-18T06:22:53,956 DEBUG [RS:0;6b5c0e5a2101:43861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1903077088/flush-table-proc/abort' 2024-11-18T06:22:53,956 DEBUG [RS:0;6b5c0e5a2101:43861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1903077088/flush-table-proc/acquired' 2024-11-18T06:22:53,957 DEBUG [RS:0;6b5c0e5a2101:43861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:22:53,957 DEBUG [RS:0;6b5c0e5a2101:43861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:22:53,957 DEBUG [RS:0;6b5c0e5a2101:43861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,43861,1731910972353 2024-11-18T06:22:53,957 DEBUG [RS:0;6b5c0e5a2101:43861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,43861,1731910972353' 2024-11-18T06:22:53,957 DEBUG [RS:0;6b5c0e5a2101:43861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1903077088/online-snapshot/abort' 2024-11-18T06:22:53,957 DEBUG [RS:0;6b5c0e5a2101:43861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1903077088/online-snapshot/acquired' 2024-11-18T06:22:53,957 DEBUG [RS:0;6b5c0e5a2101:43861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:22:53,957 INFO [RS:0;6b5c0e5a2101:43861 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:22:53,957 INFO [RS:0;6b5c0e5a2101:43861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:22:54,058 INFO [RS:0;6b5c0e5a2101:43861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:22:54,059 INFO [RS:0;6b5c0e5a2101:43861 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C43861%2C1731910972353, suffix=, logDir=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353, archiveDir=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/oldWALs, maxLogs=10 2024-11-18T06:22:54,074 DEBUG [RS:0;6b5c0e5a2101:43861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059, exclude list is [], retry=0 2024-11-18T06:22:54,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46531,DS-a49c154a-853f-49c5-a2b6-a85eed88c0a8,DISK] 2024-11-18T06:22:54,078 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:22:54,078 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744 2024-11-18T06:22:54,125 INFO [RS:0;6b5c0e5a2101:43861 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 2024-11-18T06:22:54,125 DEBUG [RS:0;6b5c0e5a2101:43861 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39701:39701)] 2024-11-18T06:22:54,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741833_1009 (size=32) 2024-11-18T06:22:54,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:54,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:22:54,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:22:54,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:54,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:54,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:22:54,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:22:54,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:54,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:54,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:22:54,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:22:54,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:54,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:54,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:22:54,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:22:54,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:54,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:54,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:22:54,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740 2024-11-18T06:22:54,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740 2024-11-18T06:22:54,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:22:54,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:22:54,143 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:22:54,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:22:54,145 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:22:54,145 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74444539, jitterRate=0.1093100756406784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:22:54,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731910974130Initializing all the Stores at 1731910974131 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910974131Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910974131Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910974131Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910974131Cleaning up temporary data from old regions at 1731910974143 (+12 ms)Region opened successfully at 1731910974146 (+3 ms) 2024-11-18T06:22:54,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:22:54,146 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:22:54,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:22:54,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:22:54,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:22:54,146 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:22:54,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910974146Disabling compacts and flushes for region at 1731910974146Disabling writes for close at 1731910974146Writing region close event to WAL at 1731910974146Closed at 1731910974146 2024-11-18T06:22:54,147 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:54,147 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:22:54,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:22:54,148 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:22:54,149 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:22:54,299 DEBUG [6b5c0e5a2101:39699 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:22:54,299 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,43861,1731910972353 2024-11-18T06:22:54,300 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,43861,1731910972353, state=OPENING 2024-11-18T06:22:54,333 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:22:54,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088 2024-11-18T06:22:54,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088 2024-11-18T06:22:54,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1903077088/meta-region-server: CHANGED 2024-11-18T06:22:54,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1903077088/meta-region-server: CHANGED 2024-11-18T06:22:54,387 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:22:54,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,43861,1731910972353}] 2024-11-18T06:22:54,538 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:22:54,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:22:54,542 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:22:54,542 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:22:54,542 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:22:54,544 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C43861%2C1731910972353.meta, suffix=.meta, logDir=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353, archiveDir=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/oldWALs, maxLogs=10 2024-11-18T06:22:54,558 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.meta.1731910974544.meta, exclude list is [], retry=0 2024-11-18T06:22:54,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46531,DS-a49c154a-853f-49c5-a2b6-a85eed88c0a8,DISK] 2024-11-18T06:22:54,561 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.meta.1731910974544.meta 2024-11-18T06:22:54,561 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39701:39701)] 2024-11-18T06:22:54,561 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:22:54,561 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:22:54,561 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:22:54,561 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:22:54,562 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:22:54,562 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:22:54,562 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:54,562 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:22:54,562 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:22:54,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:22:54,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:22:54,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:54,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:54,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:22:54,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:22:54,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:54,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:54,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:22:54,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:22:54,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:54,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:54,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:22:54,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:22:54,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:54,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:22:54,566 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:22:54,567 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740 2024-11-18T06:22:54,568 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740 2024-11-18T06:22:54,575 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:22:54,575 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:22:54,576 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:22:54,577 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:22:54,577 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66108376, jitterRate=-0.014908432960510254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:22:54,577 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:22:54,578 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731910974562Writing region info on filesystem at 1731910974562Initializing all the Stores at 1731910974562Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910974562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910974563 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910974563Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731910974563Cleaning up temporary data from old regions at 1731910974575 (+12 ms)Running coprocessor post-open hooks at 1731910974578 (+3 ms)Region opened successfully at 1731910974578 2024-11-18T06:22:54,578 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731910974538 2024-11-18T06:22:54,580 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:22:54,580 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:22:54,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,43861,1731910972353 2024-11-18T06:22:54,581 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,43861,1731910972353, state=OPEN 2024-11-18T06:22:54,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1903077088/meta-region-server 2024-11-18T06:22:54,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1903077088/meta-region-server 2024-11-18T06:22:54,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1903077088/meta-region-server: CHANGED 2024-11-18T06:22:54,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1903077088/meta-region-server: CHANGED 2024-11-18T06:22:54,617 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,43861,1731910972353 2024-11-18T06:22:54,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:22:54,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,43861,1731910972353 in 230 msec 2024-11-18T06:22:54,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:22:54,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-18T06:22:54,622 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:22:54,622 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:22:54,623 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:54,623 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,43861,1731910972353, seqNum=-1] 2024-11-18T06:22:54,624 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:54,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:22:54,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 966 msec 2024-11-18T06:22:54,629 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731910974628, completionTime=-1 2024-11-18T06:22:54,629 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:22:54,629 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:22:54,630 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:22:54,630 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731911034630 2024-11-18T06:22:54,630 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731911094630 2024-11-18T06:22:54,631 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T06:22:54,631 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,39699,1731910972237-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:54,631 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,39699,1731910972237-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:54,631 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,39699,1731910972237-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:54,631 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:39699, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:54,631 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:54,632 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:54,633 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:22:54,635 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.212sec 2024-11-18T06:22:54,635 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:22:54,635 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:22:54,635 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:22:54,635 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:22:54,635 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:22:54,635 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,39699,1731910972237-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:22:54,635 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,39699,1731910972237-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:22:54,637 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:22:54,637 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:22:54,637 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,39699,1731910972237-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:22:54,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b064077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:54,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,39699,-1 for getting cluster id 2024-11-18T06:22:54,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:22:54,688 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b21976a-3350-4022-a3ef-c1af3ee883e3' 2024-11-18T06:22:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:22:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b21976a-3350-4022-a3ef-c1af3ee883e3" 2024-11-18T06:22:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3356c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,39699,-1] 2024-11-18T06:22:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:22:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:22:54,689 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:22:54,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40963d36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:22:54,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:22:54,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,43861,1731910972353, seqNum=-1] 2024-11-18T06:22:54,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:22:54,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:22:54,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,39699,1731910972237 2024-11-18T06:22:54,697 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53781 2024-11-18T06:22:54,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:22:54,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014c9bf8330008 connected 2024-11-18T06:22:55,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:55,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,33953,1731910960739 2024-11-18T06:22:55,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@274f9333 2024-11-18T06:22:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:22:55,007 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:22:55,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:22:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T06:22:55,010 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:22:55,010 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:55,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T06:22:55,011 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:22:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:55,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741835_1011 (size=902) 2024-11-18T06:22:55,083 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:22:55,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:55,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:55,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:55,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:55,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:55,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:55,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:55,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:55,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:55,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:22:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:55,417 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb095704c19f96768bea1e8c0de6c72d, NAME => 'test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4 2024-11-18T06:22:55,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741836_1012 (size=39) 2024-11-18T06:22:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:55,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:55,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bb095704c19f96768bea1e8c0de6c72d, disabling compactions & flushes 2024-11-18T06:22:55,831 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d. 2024-11-18T06:22:55,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d. 2024-11-18T06:22:55,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d. after waiting 0 ms 2024-11-18T06:22:55,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d. 2024-11-18T06:22:55,831 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d. 2024-11-18T06:22:55,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb095704c19f96768bea1e8c0de6c72d: Waiting for close lock at 1731910975831Disabling compacts and flushes for region at 1731910975831Disabling writes for close at 1731910975831Writing region close event to WAL at 1731910975831Closed at 1731910975831 2024-11-18T06:22:55,833 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:22:55,833 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731910975833"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731910975833"}]},"ts":"1731910975833"} 2024-11-18T06:22:55,836 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:22:55,837 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:22:55,837 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910975837"}]},"ts":"1731910975837"} 2024-11-18T06:22:55,839 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T06:22:55,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bb095704c19f96768bea1e8c0de6c72d, ASSIGN}] 2024-11-18T06:22:55,840 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bb095704c19f96768bea1e8c0de6c72d, ASSIGN 2024-11-18T06:22:55,841 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bb095704c19f96768bea1e8c0de6c72d, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,39365,1731910961261; forceNewPlan=false, retain=false 2024-11-18T06:22:55,964 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:22:55,991 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb095704c19f96768bea1e8c0de6c72d, regionState=OPENING, regionLocation=6b5c0e5a2101,39365,1731910961261 2024-11-18T06:22:55,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bb095704c19f96768bea1e8c0de6c72d, ASSIGN because future has completed 2024-11-18T06:22:55,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb095704c19f96768bea1e8c0de6c72d, server=6b5c0e5a2101,39365,1731910961261}] 2024-11-18T06:22:56,019 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:56,019 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:22:56,020 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48383 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:22:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:56,221 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d. 2024-11-18T06:22:56,222 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bb095704c19f96768bea1e8c0de6c72d, NAME => 'test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:22:56,222 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:22:56,222 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T06:22:56,222 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bb095704c19f96768bea1e8c0de6c72d 2024-11-18T06:22:56,223 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:56,223 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bb095704c19f96768bea1e8c0de6c72d 2024-11-18T06:22:56,223 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bb095704c19f96768bea1e8c0de6c72d 2024-11-18T06:22:56,224 INFO [StoreOpener-bb095704c19f96768bea1e8c0de6c72d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bb095704c19f96768bea1e8c0de6c72d 2024-11-18T06:22:56,225 INFO [StoreOpener-bb095704c19f96768bea1e8c0de6c72d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb095704c19f96768bea1e8c0de6c72d columnFamilyName f 2024-11-18T06:22:56,225 DEBUG [StoreOpener-bb095704c19f96768bea1e8c0de6c72d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:56,225 INFO [StoreOpener-bb095704c19f96768bea1e8c0de6c72d-1 {}] regionserver.HStore(327): Store=bb095704c19f96768bea1e8c0de6c72d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:56,226 INFO [StoreOpener-bb095704c19f96768bea1e8c0de6c72d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bb095704c19f96768bea1e8c0de6c72d 2024-11-18T06:22:56,227 INFO [StoreOpener-bb095704c19f96768bea1e8c0de6c72d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb095704c19f96768bea1e8c0de6c72d columnFamilyName f1 2024-11-18T06:22:56,227 DEBUG [StoreOpener-bb095704c19f96768bea1e8c0de6c72d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:56,227 INFO [StoreOpener-bb095704c19f96768bea1e8c0de6c72d-1 {}] regionserver.HStore(327): Store=bb095704c19f96768bea1e8c0de6c72d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:56,227 INFO [StoreOpener-bb095704c19f96768bea1e8c0de6c72d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bb095704c19f96768bea1e8c0de6c72d 2024-11-18T06:22:56,228 INFO [StoreOpener-bb095704c19f96768bea1e8c0de6c72d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb095704c19f96768bea1e8c0de6c72d columnFamilyName norep 2024-11-18T06:22:56,228 DEBUG [StoreOpener-bb095704c19f96768bea1e8c0de6c72d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:56,229 INFO [StoreOpener-bb095704c19f96768bea1e8c0de6c72d-1 {}] regionserver.HStore(327): Store=bb095704c19f96768bea1e8c0de6c72d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:56,229 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bb095704c19f96768bea1e8c0de6c72d 2024-11-18T06:22:56,229 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/default/test/bb095704c19f96768bea1e8c0de6c72d 2024-11-18T06:22:56,230 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/default/test/bb095704c19f96768bea1e8c0de6c72d 2024-11-18T06:22:56,230 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bb095704c19f96768bea1e8c0de6c72d 2024-11-18T06:22:56,230 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bb095704c19f96768bea1e8c0de6c72d 2024-11-18T06:22:56,231 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:22:56,231 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bb095704c19f96768bea1e8c0de6c72d 2024-11-18T06:22:56,233 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/default/test/bb095704c19f96768bea1e8c0de6c72d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:22:56,234 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bb095704c19f96768bea1e8c0de6c72d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62881369, jitterRate=-0.062994584441185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:22:56,234 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb095704c19f96768bea1e8c0de6c72d 2024-11-18T06:22:56,234 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bb095704c19f96768bea1e8c0de6c72d: Running coprocessor pre-open hook at 1731910976223Writing region info on filesystem at 1731910976223Initializing all the Stores at 1731910976223Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910976224 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910976224Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910976224Cleaning up temporary data from old regions at 1731910976230 (+6 ms)Running coprocessor post-open hooks at 1731910976234 (+4 ms)Region opened successfully at 1731910976234 2024-11-18T06:22:56,235 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d., pid=6, masterSystemTime=1731910976146 2024-11-18T06:22:56,237 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d. 2024-11-18T06:22:56,237 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d. 2024-11-18T06:22:56,238 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb095704c19f96768bea1e8c0de6c72d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b5c0e5a2101,39365,1731910961261 2024-11-18T06:22:56,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb095704c19f96768bea1e8c0de6c72d, server=6b5c0e5a2101,39365,1731910961261 because future has completed 2024-11-18T06:22:56,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T06:22:56,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bb095704c19f96768bea1e8c0de6c72d, server=6b5c0e5a2101,39365,1731910961261 in 246 msec 2024-11-18T06:22:56,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T06:22:56,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bb095704c19f96768bea1e8c0de6c72d, ASSIGN in 402 msec 2024-11-18T06:22:56,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:22:56,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910976244"}]},"ts":"1731910976244"} 2024-11-18T06:22:56,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T06:22:56,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:22:56,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2380 sec 2024-11-18T06:22:57,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T06:22:57,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T06:22:57,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:22:57,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T06:22:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:57,160 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T06:22:57,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:57,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,45063,1731910967260 2024-11-18T06:22:57,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@602cb1c9 2024-11-18T06:22:57,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:22:57,162 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:22:57,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:22:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T06:22:57,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:22:57,165 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:57,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T06:22:57,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:22:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:57,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741835_1011 (size=902) 2024-11-18T06:22:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:57,586 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb3f8733d549f8c82ba2978ab1306d75, NAME => 'test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199 2024-11-18T06:22:57,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741836_1012 (size=39) 2024-11-18T06:22:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:58,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:58,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bb3f8733d549f8c82ba2978ab1306d75, disabling compactions & flushes 2024-11-18T06:22:58,044 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75. 2024-11-18T06:22:58,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75. 2024-11-18T06:22:58,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75. after waiting 0 ms 2024-11-18T06:22:58,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75. 2024-11-18T06:22:58,044 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75. 2024-11-18T06:22:58,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb3f8733d549f8c82ba2978ab1306d75: Waiting for close lock at 1731910978044Disabling compacts and flushes for region at 1731910978044Disabling writes for close at 1731910978044Writing region close event to WAL at 1731910978044Closed at 1731910978044 2024-11-18T06:22:58,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:22:58,046 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731910978046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731910978046"}]},"ts":"1731910978046"} 2024-11-18T06:22:58,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:22:58,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:22:58,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910978050"}]},"ts":"1731910978050"} 2024-11-18T06:22:58,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T06:22:58,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bb3f8733d549f8c82ba2978ab1306d75, ASSIGN}] 2024-11-18T06:22:58,054 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bb3f8733d549f8c82ba2978ab1306d75, ASSIGN 2024-11-18T06:22:58,055 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bb3f8733d549f8c82ba2978ab1306d75, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,37657,1731910967405; forceNewPlan=false, retain=false 2024-11-18T06:22:58,206 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb3f8733d549f8c82ba2978ab1306d75, regionState=OPENING, regionLocation=6b5c0e5a2101,37657,1731910967405 2024-11-18T06:22:58,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bb3f8733d549f8c82ba2978ab1306d75, ASSIGN because future has completed 2024-11-18T06:22:58,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb3f8733d549f8c82ba2978ab1306d75, server=6b5c0e5a2101,37657,1731910967405}] 2024-11-18T06:22:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:58,392 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75. 2024-11-18T06:22:58,392 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bb3f8733d549f8c82ba2978ab1306d75, NAME => 'test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:22:58,393 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:22:58,393 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T06:22:58,393 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:22:58,393 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:22:58,393 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:22:58,393 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:22:58,409 INFO [StoreOpener-bb3f8733d549f8c82ba2978ab1306d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:22:58,411 INFO [StoreOpener-bb3f8733d549f8c82ba2978ab1306d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb3f8733d549f8c82ba2978ab1306d75 columnFamilyName f 2024-11-18T06:22:58,411 DEBUG [StoreOpener-bb3f8733d549f8c82ba2978ab1306d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:58,411 INFO [StoreOpener-bb3f8733d549f8c82ba2978ab1306d75-1 {}] regionserver.HStore(327): Store=bb3f8733d549f8c82ba2978ab1306d75/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:58,412 INFO [StoreOpener-bb3f8733d549f8c82ba2978ab1306d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:22:58,413 INFO [StoreOpener-bb3f8733d549f8c82ba2978ab1306d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb3f8733d549f8c82ba2978ab1306d75 columnFamilyName f1 2024-11-18T06:22:58,413 DEBUG [StoreOpener-bb3f8733d549f8c82ba2978ab1306d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:58,414 INFO [StoreOpener-bb3f8733d549f8c82ba2978ab1306d75-1 {}] regionserver.HStore(327): Store=bb3f8733d549f8c82ba2978ab1306d75/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:58,414 INFO [StoreOpener-bb3f8733d549f8c82ba2978ab1306d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:22:58,417 INFO [StoreOpener-bb3f8733d549f8c82ba2978ab1306d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb3f8733d549f8c82ba2978ab1306d75 columnFamilyName norep 2024-11-18T06:22:58,417 DEBUG [StoreOpener-bb3f8733d549f8c82ba2978ab1306d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:58,418 INFO [StoreOpener-bb3f8733d549f8c82ba2978ab1306d75-1 {}] regionserver.HStore(327): Store=bb3f8733d549f8c82ba2978ab1306d75/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:22:58,418 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:22:58,418 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/default/test/bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:22:58,419 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/default/test/bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:22:58,419 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:22:58,419 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:22:58,420 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:22:58,420 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:22:58,429 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/default/test/bb3f8733d549f8c82ba2978ab1306d75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:22:58,429 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bb3f8733d549f8c82ba2978ab1306d75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73904306, jitterRate=0.1012599766254425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:22:58,429 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:22:58,430 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bb3f8733d549f8c82ba2978ab1306d75: Running coprocessor pre-open hook at 1731910978393Writing region info on filesystem at 1731910978393Initializing all the Stores at 1731910978394 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910978394Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910978409 (+15 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910978409Cleaning up temporary data from old regions at 1731910978419 (+10 ms)Running coprocessor post-open hooks at 1731910978429 (+10 ms)Region opened successfully at 1731910978429 2024-11-18T06:22:58,432 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75., pid=6, masterSystemTime=1731910978382 2024-11-18T06:22:58,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb3f8733d549f8c82ba2978ab1306d75, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b5c0e5a2101,37657,1731910967405 2024-11-18T06:22:58,438 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75. 2024-11-18T06:22:58,438 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75. 2024-11-18T06:22:58,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb3f8733d549f8c82ba2978ab1306d75, server=6b5c0e5a2101,37657,1731910967405 because future has completed 2024-11-18T06:22:58,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T06:22:58,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bb3f8733d549f8c82ba2978ab1306d75, server=6b5c0e5a2101,37657,1731910967405 in 237 msec 2024-11-18T06:22:58,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T06:22:58,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bb3f8733d549f8c82ba2978ab1306d75, ASSIGN in 397 msec 2024-11-18T06:22:58,454 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:22:58,454 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910978454"}]},"ts":"1731910978454"} 2024-11-18T06:22:58,457 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T06:22:58,458 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:22:58,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2950 sec 2024-11-18T06:22:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:59,329 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T06:22:59,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:22:59,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,39699,1731910972237 2024-11-18T06:22:59,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25d1b1ad 2024-11-18T06:22:59,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:22:59,331 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:22:59,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:22:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T06:22:59,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:22:59,338 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:22:59,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T06:22:59,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:22:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:59,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741835_1011 (size=902) 2024-11-18T06:22:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:22:59,756 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abefa0b3384ca8685d36886a1828e750, NAME => 'test,,1731910979331.abefa0b3384ca8685d36886a1828e750.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744 2024-11-18T06:22:59,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741836_1012 (size=39) 2024-11-18T06:22:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:23:00,064 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:23:00,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:00,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:00,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:00,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:00,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:00,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:00,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:00,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:00,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:00,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:00,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731910979331.abefa0b3384ca8685d36886a1828e750.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:00,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing abefa0b3384ca8685d36886a1828e750, disabling compactions & flushes 2024-11-18T06:23:00,161 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731910979331.abefa0b3384ca8685d36886a1828e750. 2024-11-18T06:23:00,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731910979331.abefa0b3384ca8685d36886a1828e750. 2024-11-18T06:23:00,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731910979331.abefa0b3384ca8685d36886a1828e750. after waiting 0 ms 2024-11-18T06:23:00,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731910979331.abefa0b3384ca8685d36886a1828e750. 2024-11-18T06:23:00,161 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731910979331.abefa0b3384ca8685d36886a1828e750. 2024-11-18T06:23:00,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for abefa0b3384ca8685d36886a1828e750: Waiting for close lock at 1731910980161Disabling compacts and flushes for region at 1731910980161Disabling writes for close at 1731910980161Writing region close event to WAL at 1731910980161Closed at 1731910980161 2024-11-18T06:23:00,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:23:00,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731910979331.abefa0b3384ca8685d36886a1828e750.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731910980162"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731910980162"}]},"ts":"1731910980162"} 2024-11-18T06:23:00,164 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:23:00,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:23:00,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910980164"}]},"ts":"1731910980164"} 2024-11-18T06:23:00,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T06:23:00,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abefa0b3384ca8685d36886a1828e750, ASSIGN}] 2024-11-18T06:23:00,167 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abefa0b3384ca8685d36886a1828e750, ASSIGN 2024-11-18T06:23:00,167 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=abefa0b3384ca8685d36886a1828e750, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,43861,1731910972353; forceNewPlan=false, retain=false 2024-11-18T06:23:00,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abefa0b3384ca8685d36886a1828e750, regionState=OPENING, regionLocation=6b5c0e5a2101,43861,1731910972353 2024-11-18T06:23:00,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=abefa0b3384ca8685d36886a1828e750, ASSIGN because future has completed 2024-11-18T06:23:00,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abefa0b3384ca8685d36886a1828e750, server=6b5c0e5a2101,43861,1731910972353}] 2024-11-18T06:23:00,475 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731910979331.abefa0b3384ca8685d36886a1828e750. 2024-11-18T06:23:00,475 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => abefa0b3384ca8685d36886a1828e750, NAME => 'test,,1731910979331.abefa0b3384ca8685d36886a1828e750.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:23:00,475 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:23:00,475 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T06:23:00,475 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test abefa0b3384ca8685d36886a1828e750 2024-11-18T06:23:00,475 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731910979331.abefa0b3384ca8685d36886a1828e750.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:00,475 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for abefa0b3384ca8685d36886a1828e750 2024-11-18T06:23:00,475 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for abefa0b3384ca8685d36886a1828e750 2024-11-18T06:23:00,477 INFO [StoreOpener-abefa0b3384ca8685d36886a1828e750-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region abefa0b3384ca8685d36886a1828e750 2024-11-18T06:23:00,478 INFO [StoreOpener-abefa0b3384ca8685d36886a1828e750-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abefa0b3384ca8685d36886a1828e750 columnFamilyName f 2024-11-18T06:23:00,478 DEBUG [StoreOpener-abefa0b3384ca8685d36886a1828e750-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:00,478 INFO [StoreOpener-abefa0b3384ca8685d36886a1828e750-1 {}] regionserver.HStore(327): Store=abefa0b3384ca8685d36886a1828e750/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:00,478 INFO [StoreOpener-abefa0b3384ca8685d36886a1828e750-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region abefa0b3384ca8685d36886a1828e750 2024-11-18T06:23:00,479 INFO [StoreOpener-abefa0b3384ca8685d36886a1828e750-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abefa0b3384ca8685d36886a1828e750 columnFamilyName f1 2024-11-18T06:23:00,479 DEBUG [StoreOpener-abefa0b3384ca8685d36886a1828e750-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:23:00,479 INFO [StoreOpener-abefa0b3384ca8685d36886a1828e750-1 {}] regionserver.HStore(327): Store=abefa0b3384ca8685d36886a1828e750/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:00,479 INFO [StoreOpener-abefa0b3384ca8685d36886a1828e750-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region abefa0b3384ca8685d36886a1828e750 2024-11-18T06:23:00,480 INFO [StoreOpener-abefa0b3384ca8685d36886a1828e750-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abefa0b3384ca8685d36886a1828e750 columnFamilyName norep 2024-11-18T06:23:00,480 DEBUG [StoreOpener-abefa0b3384ca8685d36886a1828e750-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:00,480 INFO [StoreOpener-abefa0b3384ca8685d36886a1828e750-1 {}] regionserver.HStore(327): Store=abefa0b3384ca8685d36886a1828e750/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:00,480 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for abefa0b3384ca8685d36886a1828e750 2024-11-18T06:23:00,481 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/default/test/abefa0b3384ca8685d36886a1828e750 2024-11-18T06:23:00,481 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/default/test/abefa0b3384ca8685d36886a1828e750 2024-11-18T06:23:00,481 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for abefa0b3384ca8685d36886a1828e750 2024-11-18T06:23:00,481 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for abefa0b3384ca8685d36886a1828e750 2024-11-18T06:23:00,482 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:23:00,482 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for abefa0b3384ca8685d36886a1828e750 2024-11-18T06:23:00,483 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/default/test/abefa0b3384ca8685d36886a1828e750/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:23:00,484 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened abefa0b3384ca8685d36886a1828e750; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61263922, jitterRate=-0.08709642291069031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:23:00,484 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abefa0b3384ca8685d36886a1828e750 2024-11-18T06:23:00,484 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for abefa0b3384ca8685d36886a1828e750: Running coprocessor pre-open hook at 1731910980475Writing region info on filesystem at 1731910980476 (+1 ms)Initializing all the Stores at 1731910980476Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910980476Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910980477 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910980477Cleaning up temporary data from old regions at 1731910980481 (+4 ms)Running coprocessor post-open hooks at 1731910980484 (+3 ms)Region opened successfully at 1731910980484 2024-11-18T06:23:00,484 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731910979331.abefa0b3384ca8685d36886a1828e750., pid=6, masterSystemTime=1731910980472 2024-11-18T06:23:00,486 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731910979331.abefa0b3384ca8685d36886a1828e750. 2024-11-18T06:23:00,486 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731910979331.abefa0b3384ca8685d36886a1828e750. 2024-11-18T06:23:00,486 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abefa0b3384ca8685d36886a1828e750, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b5c0e5a2101,43861,1731910972353 2024-11-18T06:23:00,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abefa0b3384ca8685d36886a1828e750, server=6b5c0e5a2101,43861,1731910972353 because future has completed 2024-11-18T06:23:00,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T06:23:00,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure abefa0b3384ca8685d36886a1828e750, server=6b5c0e5a2101,43861,1731910972353 in 168 msec 2024-11-18T06:23:00,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T06:23:00,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=abefa0b3384ca8685d36886a1828e750, ASSIGN in 324 msec 2024-11-18T06:23:00,491 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:23:00,491 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910980491"}]},"ts":"1731910980491"} 2024-11-18T06:23:00,492 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T06:23:00,493 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:23:00,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-18T06:23:01,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T06:23:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:23:01,500 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T06:23:01,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dbb810b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:01,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33953,-1 for getting cluster id 2024-11-18T06:23:01,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:01,504 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4848ba4d-7af2-4464-8042-97d6ba971a0a' 2024-11-18T06:23:01,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:01,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4848ba4d-7af2-4464-8042-97d6ba971a0a" 2024-11-18T06:23:01,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@755de378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:01,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33953,-1] 2024-11-18T06:23:01,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:01,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:01,506 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:01,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e47dbae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:01,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:01,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,33953,1731910960739 2024-11-18T06:23:01,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef760a3 2024-11-18T06:23:01,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:01,510 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:23:01,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b5c0e5a2101:45063,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T06:23:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:23:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:01,514 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:45063' 2024-11-18T06:23:01,524 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d752512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:01,524 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,45063,-1 for getting cluster id 2024-11-18T06:23:01,525 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:01,526 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a721ad8-4044-4213-ba44-57d01bbfec81' 2024-11-18T06:23:01,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:01,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a721ad8-4044-4213-ba44-57d01bbfec81" 2024-11-18T06:23:01,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e686c28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:01,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,45063,-1] 2024-11-18T06:23:01,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:01,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:01,528 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:01,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa732fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:01,530 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:01,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,45063,1731910967260 2024-11-18T06:23:01,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e741eff 2024-11-18T06:23:01,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:01,532 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:23:01,535 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T06:23:01,535 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T06:23:01,536 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:01,536 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:01,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:01,536 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:23:01,539 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T06:23:01,541 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:23:01,541 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:01,542 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:23:01,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741837_1013 (size=1138) 2024-11-18T06:23:01,590 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T06:23:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:01,977 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cded87d1346a881efcc4065cdb1fe0b7, NAME => 'hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4 2024-11-18T06:23:02,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741838_1014 (size=44) 2024-11-18T06:23:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:02,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:02,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cded87d1346a881efcc4065cdb1fe0b7, disabling compactions & flushes 2024-11-18T06:23:02,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7. 2024-11-18T06:23:02,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7. 2024-11-18T06:23:02,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7. after waiting 0 ms 2024-11-18T06:23:02,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7. 2024-11-18T06:23:02,457 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7. 2024-11-18T06:23:02,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cded87d1346a881efcc4065cdb1fe0b7: Waiting for close lock at 1731910982456Disabling compacts and flushes for region at 1731910982456Disabling writes for close at 1731910982457 (+1 ms)Writing region close event to WAL at 1731910982457Closed at 1731910982457 2024-11-18T06:23:02,468 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:23:02,468 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731910982468"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731910982468"}]},"ts":"1731910982468"} 2024-11-18T06:23:02,471 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:23:02,472 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:23:02,473 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910982472"}]},"ts":"1731910982472"} 2024-11-18T06:23:02,482 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T06:23:02,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cded87d1346a881efcc4065cdb1fe0b7, ASSIGN}] 2024-11-18T06:23:02,484 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cded87d1346a881efcc4065cdb1fe0b7, ASSIGN 2024-11-18T06:23:02,486 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cded87d1346a881efcc4065cdb1fe0b7, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,39365,1731910961261; forceNewPlan=false, retain=false 2024-11-18T06:23:02,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cded87d1346a881efcc4065cdb1fe0b7, regionState=OPENING, regionLocation=6b5c0e5a2101,39365,1731910961261 2024-11-18T06:23:02,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cded87d1346a881efcc4065cdb1fe0b7, ASSIGN because future has completed 2024-11-18T06:23:02,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cded87d1346a881efcc4065cdb1fe0b7, server=6b5c0e5a2101,39365,1731910961261}] 2024-11-18T06:23:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:02,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7. 2024-11-18T06:23:02,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:23:02,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T06:23:02,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C39365%2C1731910961261.rep, suffix=, logDir=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261, archiveDir=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/oldWALs, maxLogs=10 2024-11-18T06:23:02,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.rep.1731910982833, exclude list is [], retry=0 2024-11-18T06:23:02,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-1389e145-571a-4eab-8242-f29195132672,DISK] 2024-11-18T06:23:02,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.rep.1731910982833 2024-11-18T06:23:02,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46225:46225)] 2024-11-18T06:23:02,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cded87d1346a881efcc4065cdb1fe0b7, NAME => 'hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:23:02,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:23:02,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:23:02,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7. service=MultiRowMutationService 2024-11-18T06:23:02,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T06:23:02,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cded87d1346a881efcc4065cdb1fe0b7 2024-11-18T06:23:02,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:02,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cded87d1346a881efcc4065cdb1fe0b7 2024-11-18T06:23:02,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cded87d1346a881efcc4065cdb1fe0b7 2024-11-18T06:23:02,872 INFO [StoreOpener-cded87d1346a881efcc4065cdb1fe0b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cded87d1346a881efcc4065cdb1fe0b7 2024-11-18T06:23:02,873 INFO [StoreOpener-cded87d1346a881efcc4065cdb1fe0b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cded87d1346a881efcc4065cdb1fe0b7 columnFamilyName hfileref 2024-11-18T06:23:02,873 DEBUG [StoreOpener-cded87d1346a881efcc4065cdb1fe0b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:02,874 INFO [StoreOpener-cded87d1346a881efcc4065cdb1fe0b7-1 {}] regionserver.HStore(327): Store=cded87d1346a881efcc4065cdb1fe0b7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:02,874 INFO [StoreOpener-cded87d1346a881efcc4065cdb1fe0b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cded87d1346a881efcc4065cdb1fe0b7 2024-11-18T06:23:02,875 INFO [StoreOpener-cded87d1346a881efcc4065cdb1fe0b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cded87d1346a881efcc4065cdb1fe0b7 columnFamilyName queue 2024-11-18T06:23:02,875 DEBUG [StoreOpener-cded87d1346a881efcc4065cdb1fe0b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:02,875 INFO [StoreOpener-cded87d1346a881efcc4065cdb1fe0b7-1 {}] regionserver.HStore(327): Store=cded87d1346a881efcc4065cdb1fe0b7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:02,875 INFO [StoreOpener-cded87d1346a881efcc4065cdb1fe0b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cded87d1346a881efcc4065cdb1fe0b7 2024-11-18T06:23:02,877 INFO [StoreOpener-cded87d1346a881efcc4065cdb1fe0b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cded87d1346a881efcc4065cdb1fe0b7 columnFamilyName sid 2024-11-18T06:23:02,877 DEBUG [StoreOpener-cded87d1346a881efcc4065cdb1fe0b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:02,877 INFO [StoreOpener-cded87d1346a881efcc4065cdb1fe0b7-1 {}] regionserver.HStore(327): Store=cded87d1346a881efcc4065cdb1fe0b7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:02,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cded87d1346a881efcc4065cdb1fe0b7 2024-11-18T06:23:02,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/replication/cded87d1346a881efcc4065cdb1fe0b7 2024-11-18T06:23:02,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/replication/cded87d1346a881efcc4065cdb1fe0b7 2024-11-18T06:23:02,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cded87d1346a881efcc4065cdb1fe0b7 2024-11-18T06:23:02,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cded87d1346a881efcc4065cdb1fe0b7 2024-11-18T06:23:02,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:23:02,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cded87d1346a881efcc4065cdb1fe0b7 2024-11-18T06:23:02,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/replication/cded87d1346a881efcc4065cdb1fe0b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:23:02,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cded87d1346a881efcc4065cdb1fe0b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74186363, jitterRate=0.1054629534482956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:23:02,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cded87d1346a881efcc4065cdb1fe0b7 2024-11-18T06:23:02,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cded87d1346a881efcc4065cdb1fe0b7: Running coprocessor pre-open hook at 1731910982871Writing region info on filesystem at 1731910982871Initializing all the Stores at 1731910982871Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910982871Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910982872 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910982872Cleaning up temporary data from old regions at 1731910982880 (+8 ms)Running coprocessor post-open hooks at 1731910982901 (+21 ms)Region opened successfully at 1731910982901 2024-11-18T06:23:02,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7., pid=10, masterSystemTime=1731910982816 2024-11-18T06:23:02,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7. 2024-11-18T06:23:02,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7. 2024-11-18T06:23:02,905 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cded87d1346a881efcc4065cdb1fe0b7, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,39365,1731910961261 2024-11-18T06:23:02,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cded87d1346a881efcc4065cdb1fe0b7, server=6b5c0e5a2101,39365,1731910961261 because future has completed 2024-11-18T06:23:02,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T06:23:02,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cded87d1346a881efcc4065cdb1fe0b7, server=6b5c0e5a2101,39365,1731910961261 in 270 msec 2024-11-18T06:23:02,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T06:23:02,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cded87d1346a881efcc4065cdb1fe0b7, ASSIGN in 438 msec 2024-11-18T06:23:02,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:23:02,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910982928"}]},"ts":"1731910982928"} 2024-11-18T06:23:02,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T06:23:02,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:23:02,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3950 sec 2024-11-18T06:23:02,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7., hostname=6b5c0e5a2101,39365,1731910961261, seqNum=2] 2024-11-18T06:23:03,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193 2024-11-18T06:23:03,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193 2024-11-18T06:23:03,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:23:03,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T06:23:03,204 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T06:23:03,251 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b5c0e5a2101,39365,1731910961261, ReplicationSource: 1, currentBandwidth=0 2024-11-18T06:23:03,252 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:03,252 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39365,1731910961261, seqNum=-1] 2024-11-18T06:23:03,253 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:03,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-18T06:23:03,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b5c0e5a2101,39365,1731910961261', locateType=CURRENT is [region=hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7., hostname=6b5c0e5a2101,39365,1731910961261, seqNum=2] 2024-11-18T06:23:03,275 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T06:23:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T06:23:03,279 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b5c0e5a2101,39365,1731910961261 suceeded 2024-11-18T06:23:03,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T06:23:03,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 229 msec 2024-11-18T06:23:03,283 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b5c0e5a2101:45063,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T06:23:03,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7720 sec 2024-11-18T06:23:03,298 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:45063' 2024-11-18T06:23:03,299 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46fbeb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:03,299 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,45063,-1 for getting cluster id 2024-11-18T06:23:03,300 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:03,300 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a721ad8-4044-4213-ba44-57d01bbfec81' 2024-11-18T06:23:03,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:03,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a721ad8-4044-4213-ba44-57d01bbfec81" 2024-11-18T06:23:03,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@454db85e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:03,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,45063,-1] 2024-11-18T06:23:03,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:03,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:03,302 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:03,303 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@467de0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:03,303 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:03,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,45063,1731910967260 2024-11-18T06:23:03,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c719f2f 2024-11-18T06:23:03,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:03,305 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-18T06:23:03,306 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b5c0e5a2101,39365,1731910961261 (queues=1) is replicating from cluster=4848ba4d-7af2-4464-8042-97d6ba971a0a to cluster=2a721ad8-4044-4213-ba44-57d01bbfec81 2024-11-18T06:23:03,306 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b5c0e5a2101%2C39365%2C1731910961261 2024-11-18T06:23:03,306 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b5c0e5a2101,39365,1731910961261, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:23:03,312 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136, startPosition=0, beingWritten=true 2024-11-18T06:23:03,318 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C39365%2C1731910961261 2024-11-18T06:23:03,340 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:03,340 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 379, reset compression=false 2024-11-18T06:23:03,341 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,39365,1731910961261 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:03,547 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 379, reset compression=false 2024-11-18T06:23:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:03,660 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T06:23:03,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:23:03,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:03,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:03,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:03,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349d4293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:03,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,45063,-1 for getting cluster id 2024-11-18T06:23:03,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:03,663 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a721ad8-4044-4213-ba44-57d01bbfec81' 2024-11-18T06:23:03,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:03,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a721ad8-4044-4213-ba44-57d01bbfec81" 2024-11-18T06:23:03,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340185c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:03,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,45063,-1] 2024-11-18T06:23:03,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:03,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:03,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:03,665 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:03,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d58ac9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:03,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:03,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,45063,1731910967260 2024-11-18T06:23:03,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fdfe11c 2024-11-18T06:23:03,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:03,671 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:23:03,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b5c0e5a2101:39699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T06:23:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:23:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:03,676 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:39699' 2024-11-18T06:23:03,677 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b008f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:03,677 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,39699,-1 for getting cluster id 2024-11-18T06:23:03,677 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:03,678 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b21976a-3350-4022-a3ef-c1af3ee883e3' 2024-11-18T06:23:03,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:03,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b21976a-3350-4022-a3ef-c1af3ee883e3" 2024-11-18T06:23:03,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d5133b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:03,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,39699,-1] 2024-11-18T06:23:03,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:03,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:03,679 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:03,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c87108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:03,680 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:03,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,39699,1731910972237 2024-11-18T06:23:03,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20afcf08 2024-11-18T06:23:03,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:03,681 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:23:03,682 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T06:23:03,682 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T06:23:03,682 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:03,682 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:03,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:03,682 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:23:03,684 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T06:23:03,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:23:03,684 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:03,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:23:03,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741837_1013 (size=1138) 2024-11-18T06:23:03,734 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T06:23:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:03,857 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 379, reset compression=false 2024-11-18T06:23:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:04,097 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05edc34bb53061e732a80a121e44b051, NAME => 'hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199 2024-11-18T06:23:04,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741838_1014 (size=44) 2024-11-18T06:23:04,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:04,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 05edc34bb53061e732a80a121e44b051, disabling compactions & flushes 2024-11-18T06:23:04,138 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051. 2024-11-18T06:23:04,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051. 2024-11-18T06:23:04,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051. after waiting 0 ms 2024-11-18T06:23:04,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051. 2024-11-18T06:23:04,138 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051. 2024-11-18T06:23:04,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05edc34bb53061e732a80a121e44b051: Waiting for close lock at 1731910984138Disabling compacts and flushes for region at 1731910984138Disabling writes for close at 1731910984138Writing region close event to WAL at 1731910984138Closed at 1731910984138 2024-11-18T06:23:04,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:23:04,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731910984140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731910984140"}]},"ts":"1731910984140"} 2024-11-18T06:23:04,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:23:04,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:23:04,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910984143"}]},"ts":"1731910984143"} 2024-11-18T06:23:04,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T06:23:04,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=05edc34bb53061e732a80a121e44b051, ASSIGN}] 2024-11-18T06:23:04,149 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=05edc34bb53061e732a80a121e44b051, ASSIGN 2024-11-18T06:23:04,150 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=05edc34bb53061e732a80a121e44b051, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,37657,1731910967405; forceNewPlan=false, retain=false 2024-11-18T06:23:04,261 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 379, reset compression=false 2024-11-18T06:23:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:04,301 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=05edc34bb53061e732a80a121e44b051, regionState=OPENING, regionLocation=6b5c0e5a2101,37657,1731910967405 2024-11-18T06:23:04,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=05edc34bb53061e732a80a121e44b051, ASSIGN because future has completed 2024-11-18T06:23:04,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05edc34bb53061e732a80a121e44b051, server=6b5c0e5a2101,37657,1731910967405}] 2024-11-18T06:23:04,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051. 2024-11-18T06:23:04,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:23:04,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T06:23:04,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C37657%2C1731910967405.rep, suffix=, logDir=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405, archiveDir=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/oldWALs, maxLogs=10 2024-11-18T06:23:04,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.rep.1731910984462, exclude list is [], retry=0 2024-11-18T06:23:04,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35839,DS-aa62e860-5e4a-4e80-8041-b30730081960,DISK] 2024-11-18T06:23:04,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.rep.1731910984462 2024-11-18T06:23:04,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33471:33471)] 2024-11-18T06:23:04,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 05edc34bb53061e732a80a121e44b051, NAME => 'hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:23:04,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:23:04,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:23:04,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051. service=MultiRowMutationService 2024-11-18T06:23:04,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T06:23:04,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 05edc34bb53061e732a80a121e44b051 2024-11-18T06:23:04,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:04,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 05edc34bb53061e732a80a121e44b051 2024-11-18T06:23:04,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 05edc34bb53061e732a80a121e44b051 2024-11-18T06:23:04,482 INFO [StoreOpener-05edc34bb53061e732a80a121e44b051-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 05edc34bb53061e732a80a121e44b051 2024-11-18T06:23:04,484 INFO [StoreOpener-05edc34bb53061e732a80a121e44b051-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05edc34bb53061e732a80a121e44b051 columnFamilyName hfileref 2024-11-18T06:23:04,484 DEBUG [StoreOpener-05edc34bb53061e732a80a121e44b051-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:04,484 INFO [StoreOpener-05edc34bb53061e732a80a121e44b051-1 {}] regionserver.HStore(327): Store=05edc34bb53061e732a80a121e44b051/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:04,484 INFO [StoreOpener-05edc34bb53061e732a80a121e44b051-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 05edc34bb53061e732a80a121e44b051 2024-11-18T06:23:04,485 INFO [StoreOpener-05edc34bb53061e732a80a121e44b051-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05edc34bb53061e732a80a121e44b051 columnFamilyName queue 2024-11-18T06:23:04,485 DEBUG [StoreOpener-05edc34bb53061e732a80a121e44b051-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:04,485 INFO [StoreOpener-05edc34bb53061e732a80a121e44b051-1 {}] regionserver.HStore(327): Store=05edc34bb53061e732a80a121e44b051/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:04,485 INFO [StoreOpener-05edc34bb53061e732a80a121e44b051-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 05edc34bb53061e732a80a121e44b051 2024-11-18T06:23:04,486 INFO [StoreOpener-05edc34bb53061e732a80a121e44b051-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05edc34bb53061e732a80a121e44b051 columnFamilyName sid 2024-11-18T06:23:04,486 DEBUG [StoreOpener-05edc34bb53061e732a80a121e44b051-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:04,486 INFO [StoreOpener-05edc34bb53061e732a80a121e44b051-1 {}] regionserver.HStore(327): Store=05edc34bb53061e732a80a121e44b051/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:04,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 05edc34bb53061e732a80a121e44b051 2024-11-18T06:23:04,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/replication/05edc34bb53061e732a80a121e44b051 2024-11-18T06:23:04,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/replication/05edc34bb53061e732a80a121e44b051 2024-11-18T06:23:04,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 05edc34bb53061e732a80a121e44b051 2024-11-18T06:23:04,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 05edc34bb53061e732a80a121e44b051 2024-11-18T06:23:04,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:23:04,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 05edc34bb53061e732a80a121e44b051 2024-11-18T06:23:04,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/replication/05edc34bb53061e732a80a121e44b051/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:23:04,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 05edc34bb53061e732a80a121e44b051; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74022438, jitterRate=0.10302028059959412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:23:04,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05edc34bb53061e732a80a121e44b051 2024-11-18T06:23:04,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 05edc34bb53061e732a80a121e44b051: Running coprocessor pre-open hook at 1731910984480Writing region info on filesystem at 1731910984480Initializing all the Stores at 1731910984481 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910984481Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910984482 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910984482Cleaning up temporary data from old regions at 1731910984488 (+6 ms)Running coprocessor post-open hooks at 1731910984492 (+4 ms)Region opened successfully at 1731910984492 2024-11-18T06:23:04,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051., pid=10, masterSystemTime=1731910984457 2024-11-18T06:23:04,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051. 2024-11-18T06:23:04,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051. 2024-11-18T06:23:04,495 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=05edc34bb53061e732a80a121e44b051, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,37657,1731910967405 2024-11-18T06:23:04,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05edc34bb53061e732a80a121e44b051, server=6b5c0e5a2101,37657,1731910967405 because future has completed 2024-11-18T06:23:04,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T06:23:04,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 05edc34bb53061e732a80a121e44b051, server=6b5c0e5a2101,37657,1731910967405 in 193 msec 2024-11-18T06:23:04,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T06:23:04,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=05edc34bb53061e732a80a121e44b051, ASSIGN in 353 msec 2024-11-18T06:23:04,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:23:04,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910984501"}]},"ts":"1731910984501"} 2024-11-18T06:23:04,503 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T06:23:04,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:23:04,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 821 msec 2024-11-18T06:23:04,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051., hostname=6b5c0e5a2101,37657,1731910967405, seqNum=2] 2024-11-18T06:23:04,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624 2024-11-18T06:23:04,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624 2024-11-18T06:23:04,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:23:04,773 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 379, reset compression=false 2024-11-18T06:23:04,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T06:23:04,780 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T06:23:04,807 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b5c0e5a2101,37657,1731910967405, ReplicationSource: 1, currentBandwidth=0 2024-11-18T06:23:04,807 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:04,807 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,37657,1731910967405, seqNum=-1] 2024-11-18T06:23:04,807 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:04,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-18T06:23:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:04,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b5c0e5a2101,37657,1731910967405', locateType=CURRENT is [region=hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051., hostname=6b5c0e5a2101,37657,1731910967405, seqNum=2] 2024-11-18T06:23:04,812 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T06:23:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T06:23:04,814 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b5c0e5a2101,37657,1731910967405 suceeded 2024-11-18T06:23:04,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T06:23:04,815 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b5c0e5a2101:39699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T06:23:04,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-18T06:23:04,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1430 sec 2024-11-18T06:23:04,825 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:39699' 2024-11-18T06:23:04,826 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@490763ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:04,827 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,39699,-1 for getting cluster id 2024-11-18T06:23:04,827 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:04,827 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b21976a-3350-4022-a3ef-c1af3ee883e3' 2024-11-18T06:23:04,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:04,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b21976a-3350-4022-a3ef-c1af3ee883e3" 2024-11-18T06:23:04,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@411dc405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:04,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,39699,-1] 2024-11-18T06:23:04,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:04,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:04,829 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:04,829 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38dabaab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:04,829 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:04,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,39699,1731910972237 2024-11-18T06:23:04,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57c2812e 2024-11-18T06:23:04,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:04,831 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-18T06:23:04,831 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b5c0e5a2101,37657,1731910967405 (queues=1) is replicating from cluster=2a721ad8-4044-4213-ba44-57d01bbfec81 to cluster=4b21976a-3350-4022-a3ef-c1af3ee883e3 2024-11-18T06:23:04,831 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b5c0e5a2101%2C37657%2C1731910967405 2024-11-18T06:23:04,831 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b5c0e5a2101,37657,1731910967405, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:23:04,832 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152, startPosition=0, beingWritten=true 2024-11-18T06:23:04,832 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C37657%2C1731910967405 2024-11-18T06:23:04,836 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:04,836 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 379, reset compression=false 2024-11-18T06:23:04,836 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,37657,1731910967405 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:05,040 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 379, reset compression=false 2024-11-18T06:23:05,344 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 379, reset compression=false 2024-11-18T06:23:05,376 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 379, reset compression=false 2024-11-18T06:23:05,747 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 379, reset compression=false 2024-11-18T06:23:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:05,820 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T06:23:05,820 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:23:05,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:05,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:05,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:05,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:05,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411fc08c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:05,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,39699,-1 for getting cluster id 2024-11-18T06:23:05,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:05,822 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b21976a-3350-4022-a3ef-c1af3ee883e3' 2024-11-18T06:23:05,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:05,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b21976a-3350-4022-a3ef-c1af3ee883e3" 2024-11-18T06:23:05,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750ccea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:05,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,39699,-1] 2024-11-18T06:23:05,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:05,823 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:05,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f9f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:05,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:05,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,39699,1731910972237 2024-11-18T06:23:05,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77dbb6ff 2024-11-18T06:23:05,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:05,826 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:23:05,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b5c0e5a2101:33953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T06:23:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:23:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:05,829 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:33953' 2024-11-18T06:23:05,830 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3953f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:05,830 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33953,-1 for getting cluster id 2024-11-18T06:23:05,830 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:05,831 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4848ba4d-7af2-4464-8042-97d6ba971a0a' 2024-11-18T06:23:05,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:05,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4848ba4d-7af2-4464-8042-97d6ba971a0a" 2024-11-18T06:23:05,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e751294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:05,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33953,-1] 2024-11-18T06:23:05,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:05,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:05,832 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:05,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11346ca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:05,833 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:05,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,33953,1731910960739 2024-11-18T06:23:05,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d3f3f01 2024-11-18T06:23:05,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:05,834 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:23:05,835 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T06:23:05,835 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T06:23:05,835 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:05,835 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:05,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:05,835 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:23:05,836 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T06:23:05,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:23:05,837 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:05,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:23:05,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741837_1013 (size=1138) 2024-11-18T06:23:05,845 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff8ea724f56c635f9232e3b345fd173a, NAME => 'hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744 2024-11-18T06:23:05,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741838_1014 (size=44) 2024-11-18T06:23:05,887 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T06:23:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:05,977 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:23:05,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:06,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:06,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:06,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:06,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:06,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:06,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:06,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:06,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:06,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:06,081 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 379, reset compression=false 2024-11-18T06:23:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:06,250 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:06,250 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ff8ea724f56c635f9232e3b345fd173a, disabling compactions & flushes 2024-11-18T06:23:06,250 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a. 2024-11-18T06:23:06,250 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a. 2024-11-18T06:23:06,250 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a. after waiting 0 ms 2024-11-18T06:23:06,250 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a. 2024-11-18T06:23:06,250 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a. 2024-11-18T06:23:06,250 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff8ea724f56c635f9232e3b345fd173a: Waiting for close lock at 1731910986250Disabling compacts and flushes for region at 1731910986250Disabling writes for close at 1731910986250Writing region close event to WAL at 1731910986250Closed at 1731910986250 2024-11-18T06:23:06,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:23:06,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731910986252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731910986252"}]},"ts":"1731910986252"} 2024-11-18T06:23:06,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:23:06,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:23:06,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910986256"}]},"ts":"1731910986256"} 2024-11-18T06:23:06,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T06:23:06,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff8ea724f56c635f9232e3b345fd173a, ASSIGN}] 2024-11-18T06:23:06,260 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff8ea724f56c635f9232e3b345fd173a, ASSIGN 2024-11-18T06:23:06,261 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff8ea724f56c635f9232e3b345fd173a, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,43861,1731910972353; forceNewPlan=false, retain=false 2024-11-18T06:23:06,263 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 379, reset compression=false 2024-11-18T06:23:06,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff8ea724f56c635f9232e3b345fd173a, regionState=OPENING, regionLocation=6b5c0e5a2101,43861,1731910972353 2024-11-18T06:23:06,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff8ea724f56c635f9232e3b345fd173a, ASSIGN because future has completed 2024-11-18T06:23:06,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff8ea724f56c635f9232e3b345fd173a, server=6b5c0e5a2101,43861,1731910972353}] 2024-11-18T06:23:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:06,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a. 2024-11-18T06:23:06,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:23:06,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T06:23:06,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C43861%2C1731910972353.rep, suffix=, logDir=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353, archiveDir=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/oldWALs, maxLogs=10 2024-11-18T06:23:06,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.rep.1731910986607, exclude list is [], retry=0 2024-11-18T06:23:06,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46531,DS-a49c154a-853f-49c5-a2b6-a85eed88c0a8,DISK] 2024-11-18T06:23:06,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.rep.1731910986607 2024-11-18T06:23:06,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39701:39701)] 2024-11-18T06:23:06,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ff8ea724f56c635f9232e3b345fd173a, NAME => 'hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:23:06,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:23:06,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:23:06,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a. service=MultiRowMutationService 2024-11-18T06:23:06,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T06:23:06,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ff8ea724f56c635f9232e3b345fd173a 2024-11-18T06:23:06,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:06,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ff8ea724f56c635f9232e3b345fd173a 2024-11-18T06:23:06,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ff8ea724f56c635f9232e3b345fd173a 2024-11-18T06:23:06,658 INFO [StoreOpener-ff8ea724f56c635f9232e3b345fd173a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ff8ea724f56c635f9232e3b345fd173a 2024-11-18T06:23:06,659 INFO [StoreOpener-ff8ea724f56c635f9232e3b345fd173a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff8ea724f56c635f9232e3b345fd173a columnFamilyName hfileref 2024-11-18T06:23:06,659 DEBUG [StoreOpener-ff8ea724f56c635f9232e3b345fd173a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:06,660 INFO [StoreOpener-ff8ea724f56c635f9232e3b345fd173a-1 {}] regionserver.HStore(327): Store=ff8ea724f56c635f9232e3b345fd173a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:06,660 INFO [StoreOpener-ff8ea724f56c635f9232e3b345fd173a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ff8ea724f56c635f9232e3b345fd173a 2024-11-18T06:23:06,661 INFO [StoreOpener-ff8ea724f56c635f9232e3b345fd173a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff8ea724f56c635f9232e3b345fd173a columnFamilyName queue 2024-11-18T06:23:06,661 DEBUG [StoreOpener-ff8ea724f56c635f9232e3b345fd173a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:06,661 INFO [StoreOpener-ff8ea724f56c635f9232e3b345fd173a-1 {}] regionserver.HStore(327): Store=ff8ea724f56c635f9232e3b345fd173a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:06,661 INFO [StoreOpener-ff8ea724f56c635f9232e3b345fd173a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ff8ea724f56c635f9232e3b345fd173a 2024-11-18T06:23:06,662 INFO [StoreOpener-ff8ea724f56c635f9232e3b345fd173a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff8ea724f56c635f9232e3b345fd173a columnFamilyName sid 2024-11-18T06:23:06,663 DEBUG [StoreOpener-ff8ea724f56c635f9232e3b345fd173a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:06,663 INFO [StoreOpener-ff8ea724f56c635f9232e3b345fd173a-1 {}] regionserver.HStore(327): Store=ff8ea724f56c635f9232e3b345fd173a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:06,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ff8ea724f56c635f9232e3b345fd173a 2024-11-18T06:23:06,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/replication/ff8ea724f56c635f9232e3b345fd173a 2024-11-18T06:23:06,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/replication/ff8ea724f56c635f9232e3b345fd173a 2024-11-18T06:23:06,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ff8ea724f56c635f9232e3b345fd173a 2024-11-18T06:23:06,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ff8ea724f56c635f9232e3b345fd173a 2024-11-18T06:23:06,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:23:06,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ff8ea724f56c635f9232e3b345fd173a 2024-11-18T06:23:06,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/replication/ff8ea724f56c635f9232e3b345fd173a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:23:06,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ff8ea724f56c635f9232e3b345fd173a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75248009, jitterRate=0.12128271162509918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:23:06,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff8ea724f56c635f9232e3b345fd173a 2024-11-18T06:23:06,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ff8ea724f56c635f9232e3b345fd173a: Running coprocessor pre-open hook at 1731910986655Writing region info on filesystem at 1731910986655Initializing all the Stores at 1731910986656 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910986657 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910986657Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731910986657Cleaning up temporary data from old regions at 1731910986669 (+12 ms)Running coprocessor post-open hooks at 1731910986686 (+17 ms)Region opened successfully at 1731910986686 2024-11-18T06:23:06,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a., pid=10, masterSystemTime=1731910986585 2024-11-18T06:23:06,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a. 2024-11-18T06:23:06,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a. 2024-11-18T06:23:06,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff8ea724f56c635f9232e3b345fd173a, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,43861,1731910972353 2024-11-18T06:23:06,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff8ea724f56c635f9232e3b345fd173a, server=6b5c0e5a2101,43861,1731910972353 because future has completed 2024-11-18T06:23:06,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T06:23:06,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ff8ea724f56c635f9232e3b345fd173a, server=6b5c0e5a2101,43861,1731910972353 in 276 msec 2024-11-18T06:23:06,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T06:23:06,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff8ea724f56c635f9232e3b345fd173a, ASSIGN in 448 msec 2024-11-18T06:23:06,710 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:23:06,711 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731910986710"}]},"ts":"1731910986710"} 2024-11-18T06:23:06,717 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T06:23:06,721 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:23:06,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 885 msec 2024-11-18T06:23:06,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a., hostname=6b5c0e5a2101,43861,1731910972353, seqNum=2] 2024-11-18T06:23:06,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088 2024-11-18T06:23:06,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088 2024-11-18T06:23:06,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:23:06,881 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 379, reset compression=false 2024-11-18T06:23:06,884 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 379, reset compression=false 2024-11-18T06:23:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:06,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T06:23:06,993 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T06:23:07,044 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b5c0e5a2101,43861,1731910972353, ReplicationSource: 1, currentBandwidth=0 2024-11-18T06:23:07,045 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:07,045 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,43861,1731910972353, seqNum=-1] 2024-11-18T06:23:07,048 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:07,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-18T06:23:07,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b5c0e5a2101,43861,1731910972353', locateType=CURRENT is [region=hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a., hostname=6b5c0e5a2101,43861,1731910972353, seqNum=2] 2024-11-18T06:23:07,074 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T06:23:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T06:23:07,077 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b5c0e5a2101,43861,1731910972353 suceeded 2024-11-18T06:23:07,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T06:23:07,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 238 msec 2024-11-18T06:23:07,080 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b5c0e5a2101:33953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T06:23:07,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2540 sec 2024-11-18T06:23:07,116 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:33953' 2024-11-18T06:23:07,120 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8e11058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:07,121 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33953,-1 for getting cluster id 2024-11-18T06:23:07,121 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:07,121 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4848ba4d-7af2-4464-8042-97d6ba971a0a' 2024-11-18T06:23:07,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:07,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4848ba4d-7af2-4464-8042-97d6ba971a0a" 2024-11-18T06:23:07,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a8ddf8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:07,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33953,-1] 2024-11-18T06:23:07,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:07,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:07,123 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:07,124 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a705e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:07,124 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:07,126 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,33953,1731910960739 2024-11-18T06:23:07,126 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c4080d1 2024-11-18T06:23:07,126 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:07,127 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-18T06:23:07,136 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b5c0e5a2101,43861,1731910972353 (queues=1) is replicating from cluster=4b21976a-3350-4022-a3ef-c1af3ee883e3 to cluster=4848ba4d-7af2-4464-8042-97d6ba971a0a 2024-11-18T06:23:07,137 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b5c0e5a2101%2C43861%2C1731910972353 2024-11-18T06:23:07,137 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b5c0e5a2101,43861,1731910972353, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:23:07,149 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059, startPosition=0, beingWritten=true 2024-11-18T06:23:07,150 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C43861%2C1731910972353 2024-11-18T06:23:07,152 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T06:23:07,168 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:07,168 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 379, reset compression=false 2024-11-18T06:23:07,169 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43861,1731910972353 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:07,401 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 379, reset compression=false 2024-11-18T06:23:07,617 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 379, reset compression=false 2024-11-18T06:23:07,735 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 379, reset compression=false 2024-11-18T06:23:07,814 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 379, reset compression=false 2024-11-18T06:23:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:07,989 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T06:23:07,989 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:23:07,989 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:07,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:07,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:07,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:07,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ef097c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:07,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33953,-1 for getting cluster id 2024-11-18T06:23:07,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:07,991 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4848ba4d-7af2-4464-8042-97d6ba971a0a' 2024-11-18T06:23:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4848ba4d-7af2-4464-8042-97d6ba971a0a" 2024-11-18T06:23:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139f0c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33953,-1] 2024-11-18T06:23:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:07,992 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:07,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb0130a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:07,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f30040f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:07,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,45063,-1 for getting cluster id 2024-11-18T06:23:07,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:07,993 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a721ad8-4044-4213-ba44-57d01bbfec81' 2024-11-18T06:23:07,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:07,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a721ad8-4044-4213-ba44-57d01bbfec81" 2024-11-18T06:23:07,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46cbfca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:07,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,45063,-1] 2024-11-18T06:23:07,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:07,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:07,994 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:07,995 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3557e9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:07,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f40b336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:07,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,39699,-1 for getting cluster id 2024-11-18T06:23:07,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:07,996 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b21976a-3350-4022-a3ef-c1af3ee883e3' 2024-11-18T06:23:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b21976a-3350-4022-a3ef-c1af3ee883e3" 2024-11-18T06:23:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467b0ed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,39699,-1] 2024-11-18T06:23:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:07,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:07,997 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:07,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2820eaf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:07,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:07,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39365,1731910961261, seqNum=-1] 2024-11-18T06:23:07,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:07,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:23:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d., hostname=6b5c0e5a2101,39365,1731910961261, seqNum=2] 2024-11-18T06:23:08,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,43861,1731910972353, seqNum=-1] 2024-11-18T06:23:08,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:08,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:23:08,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731910979331.abefa0b3384ca8685d36886a1828e750., hostname=6b5c0e5a2101,43861,1731910972353, seqNum=2] 2024-11-18T06:23:08,010 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T06:23:08,139 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 379, reset compression=false 2024-11-18T06:23:08,421 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 379, reset compression=false 2024-11-18T06:23:08,642 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 379, reset compression=false 2024-11-18T06:23:08,817 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 379, reset compression=false 2024-11-18T06:23:08,821 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:08,821 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 480, reset compression=false 2024-11-18T06:23:08,821 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,39365,1731910961261 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb095704c19f96768bea1e8c0de6c72d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T06:23:08,823 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:23:08,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-18T06:23:08,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:08,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@125ef3f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:08,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,45063,-1 for getting cluster id 2024-11-18T06:23:08,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:08,852 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a721ad8-4044-4213-ba44-57d01bbfec81' 2024-11-18T06:23:08,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:08,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a721ad8-4044-4213-ba44-57d01bbfec81" 2024-11-18T06:23:08,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f3f4aad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:08,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,45063,-1] 2024-11-18T06:23:08,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:08,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:08,854 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:08,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17d5bcc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:08,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:08,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,37657,1731910967405, seqNum=-1] 2024-11-18T06:23:08,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:08,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-18T06:23:08,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75., hostname=6b5c0e5a2101,37657,1731910967405, seqNum=2] 2024-11-18T06:23:08,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:09,011 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T06:23:09,049 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 480, reset compression=false 2024-11-18T06:23:09,245 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 379, reset compression=false 2024-11-18T06:23:09,325 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 379, reset compression=false 2024-11-18T06:23:09,354 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 480, reset compression=false 2024-11-18T06:23:09,354 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:09,354 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 503, reset compression=false 2024-11-18T06:23:09,354 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,37657,1731910967405 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb3f8733d549f8c82ba2978ab1306d75/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-18T06:23:09,358 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:23:09,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-18T06:23:09,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:09,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48931486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:09,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,39699,-1 for getting cluster id 2024-11-18T06:23:09,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:09,365 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b21976a-3350-4022-a3ef-c1af3ee883e3' 2024-11-18T06:23:09,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:09,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b21976a-3350-4022-a3ef-c1af3ee883e3" 2024-11-18T06:23:09,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@144fb58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:09,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,39699,-1] 2024-11-18T06:23:09,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:09,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:09,367 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:09,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78dbf770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:09,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:09,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,43861,1731910972353, seqNum=-1] 2024-11-18T06:23:09,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:09,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-18T06:23:09,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731910979331.abefa0b3384ca8685d36886a1828e750., hostname=6b5c0e5a2101,43861,1731910972353, seqNum=2] 2024-11-18T06:23:09,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:09,577 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 503, reset compression=false 2024-11-18T06:23:09,784 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 480, reset compression=false 2024-11-18T06:23:09,881 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 503, reset compression=false 2024-11-18T06:23:09,953 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 379, reset compression=false 2024-11-18T06:23:09,957 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:09,957 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 526, reset compression=false 2024-11-18T06:23:09,957 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43861,1731910972353 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:10,013 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T06:23:10,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,37657,1731910967405, seqNum=-1] 2024-11-18T06:23:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:10,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:23:10,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75., hostname=6b5c0e5a2101,37657,1731910967405, seqNum=2] 2024-11-18T06:23:10,020 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T06:23:10,161 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 526, reset compression=false 2024-11-18T06:23:10,254 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:23:10,284 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 503, reset compression=false 2024-11-18T06:23:10,288 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 480, reset compression=false 2024-11-18T06:23:10,289 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:10,289 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 607, reset compression=false 2024-11-18T06:23:10,289 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,37657,1731910967405 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb3f8733d549f8c82ba2978ab1306d75/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T06:23:10,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:10,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:10,464 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 526, reset compression=false 2024-11-18T06:23:10,468 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:10,468 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 653, reset compression=false 2024-11-18T06:23:10,468 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43861,1731910972353 got entry batch from reader: WALEntryBatch [walEntries=[{test/abefa0b3384ca8685d36886a1828e750/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T06:23:10,470 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:23:10,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-18T06:23:10,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:10,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bde51da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:10,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33953,-1 for getting cluster id 2024-11-18T06:23:10,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:10,472 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4848ba4d-7af2-4464-8042-97d6ba971a0a' 2024-11-18T06:23:10,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:10,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4848ba4d-7af2-4464-8042-97d6ba971a0a" 2024-11-18T06:23:10,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68877ba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:10,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33953,-1] 2024-11-18T06:23:10,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:10,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:10,474 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:10,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12387d89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:10,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:10,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,39365,1731910961261, seqNum=-1] 2024-11-18T06:23:10,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:10,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-18T06:23:10,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d., hostname=6b5c0e5a2101,39365,1731910961261, seqNum=2] 2024-11-18T06:23:10,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:10,492 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 607, reset compression=false 2024-11-18T06:23:10,672 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 653, reset compression=false 2024-11-18T06:23:10,795 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 607, reset compression=false 2024-11-18T06:23:10,891 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 480, reset compression=false 2024-11-18T06:23:10,895 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:10,895 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 630, reset compression=false 2024-11-18T06:23:10,895 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,39365,1731910961261 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:10,976 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 653, reset compression=false 2024-11-18T06:23:11,022 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T06:23:11,024 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-18T06:23:11,098 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 630, reset compression=false 2024-11-18T06:23:11,199 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 607, reset compression=false 2024-11-18T06:23:11,379 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 653, reset compression=false 2024-11-18T06:23:11,383 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:11,383 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 757, reset compression=false 2024-11-18T06:23:11,383 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43861,1731910972353 got entry batch from reader: WALEntryBatch [walEntries=[{test/abefa0b3384ca8685d36886a1828e750/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T06:23:11,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:11,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:11,402 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 630, reset compression=false 2024-11-18T06:23:11,407 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:11,407 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 757, reset compression=false 2024-11-18T06:23:11,407 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,39365,1731910961261 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb095704c19f96768bea1e8c0de6c72d/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T06:23:11,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:11,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:11,587 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 757, reset compression=false 2024-11-18T06:23:11,610 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 757, reset compression=false 2024-11-18T06:23:11,702 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 607, reset compression=false 2024-11-18T06:23:11,705 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:11,705 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 757, reset compression=false 2024-11-18T06:23:11,705 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,37657,1731910967405 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:11,891 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 757, reset compression=false 2024-11-18T06:23:11,908 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 757, reset compression=false 2024-11-18T06:23:11,914 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 757, reset compression=false 2024-11-18T06:23:12,026 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-18T06:23:12,030 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T06:23:12,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:23:12,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:12,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:12,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:12,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:12,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:12,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:12,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:12,211 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 757, reset compression=false 2024-11-18T06:23:12,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:12,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:12,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:12,294 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 757, reset compression=false 2024-11-18T06:23:12,317 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 757, reset compression=false 2024-11-18T06:23:12,321 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:12,321 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 913, reset compression=false 2024-11-18T06:23:12,322 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,39365,1731910961261 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb095704c19f96768bea1e8c0de6c72d/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T06:23:12,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:12,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:12,526 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 913, reset compression=false 2024-11-18T06:23:12,618 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 757, reset compression=false 2024-11-18T06:23:12,622 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:12,622 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 904, reset compression=false 2024-11-18T06:23:12,622 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,37657,1731910967405 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb3f8733d549f8c82ba2978ab1306d75/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-18T06:23:12,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:12,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:12,798 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 757, reset compression=false 2024-11-18T06:23:12,802 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:12,802 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 927, reset compression=false 2024-11-18T06:23:12,802 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43861,1731910972353 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:12,830 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 913, reset compression=false 2024-11-18T06:23:12,830 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 904, reset compression=false 2024-11-18T06:23:13,005 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 927, reset compression=false 2024-11-18T06:23:13,033 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T06:23:13,039 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T06:23:13,133 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 904, reset compression=false 2024-11-18T06:23:13,138 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:13,138 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1063, reset compression=false 2024-11-18T06:23:13,138 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,37657,1731910967405 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb3f8733d549f8c82ba2978ab1306d75/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T06:23:13,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:13,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:13,233 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 913, reset compression=false 2024-11-18T06:23:13,312 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 927, reset compression=false 2024-11-18T06:23:13,317 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:13,318 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 1076, reset compression=false 2024-11-18T06:23:13,318 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43861,1731910972353 got entry batch from reader: WALEntryBatch [walEntries=[{test/abefa0b3384ca8685d36886a1828e750/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-18T06:23:13,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:13,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:13,341 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1063, reset compression=false 2024-11-18T06:23:13,524 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 1076, reset compression=false 2024-11-18T06:23:13,645 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1063, reset compression=false 2024-11-18T06:23:13,737 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 913, reset compression=false 2024-11-18T06:23:13,743 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:13,743 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1085, reset compression=false 2024-11-18T06:23:13,743 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,39365,1731910961261 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:13,831 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 1076, reset compression=false 2024-11-18T06:23:13,947 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1085, reset compression=false 2024-11-18T06:23:14,042 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T06:23:14,049 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1063, reset compression=false 2024-11-18T06:23:14,067 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-18T06:23:14,250 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 1076, reset compression=false 2024-11-18T06:23:14,273 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1085, reset compression=false 2024-11-18T06:23:14,281 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:14,281 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 1235, reset compression=false 2024-11-18T06:23:14,281 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43861,1731910972353 got entry batch from reader: WALEntryBatch [walEntries=[{test/abefa0b3384ca8685d36886a1828e750/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T06:23:14,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:14,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:14,328 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:14,328 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1234, reset compression=false 2024-11-18T06:23:14,329 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,39365,1731910961261 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb095704c19f96768bea1e8c0de6c72d/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-18T06:23:14,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:14,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:14,546 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 1235, reset compression=false 2024-11-18T06:23:14,573 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1234, reset compression=false 2024-11-18T06:23:14,576 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1063, reset compression=false 2024-11-18T06:23:14,596 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:14,597 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1235, reset compression=false 2024-11-18T06:23:14,597 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,37657,1731910967405 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:14,836 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1235, reset compression=false 2024-11-18T06:23:14,858 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 1235, reset compression=false 2024-11-18T06:23:14,917 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1234, reset compression=false 2024-11-18T06:23:15,071 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-18T06:23:15,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab428f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:15,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,39699,-1 for getting cluster id 2024-11-18T06:23:15,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:15,107 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b21976a-3350-4022-a3ef-c1af3ee883e3' 2024-11-18T06:23:15,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:15,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b21976a-3350-4022-a3ef-c1af3ee883e3" 2024-11-18T06:23:15,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ffda559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:15,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,39699,-1] 2024-11-18T06:23:15,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:15,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:15,110 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:15,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5859716e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:15,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:15,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,39699,1731910972237 2024-11-18T06:23:15,116 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4743468e 2024-11-18T06:23:15,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:15,119 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:23:15,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-18T06:23:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-18T06:23:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T06:23:15,165 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1235, reset compression=false 2024-11-18T06:23:15,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:23:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T06:23:15,275 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 1235, reset compression=false 2024-11-18T06:23:15,340 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1234, reset compression=false 2024-11-18T06:23:15,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-18T06:23:15,371 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-18T06:23:15,372 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-18T06:23:15,372 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b5c0e5a2101,43861,1731910972353 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-18T06:23:15,372 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0. 2024-11-18T06:23:15,372 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:15,372 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:15,372 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:15,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T06:23:15,473 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T06:23:15,473 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T06:23:15,573 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 terminated 2024-11-18T06:23:15,578 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1235, reset compression=false 2024-11-18T06:23:15,600 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-6b5c0e5a2101,43861,1731910972353, ReplicationSource: 1, currentBandwidth=0 2024-11-18T06:23:15,601 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-18T06:23:15,612 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-18T06:23:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39699 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-18T06:23:15,616 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 6b5c0e5a2101,43861,1731910972353 suceeded 2024-11-18T06:23:15,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T06:23:15,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 399 msec 2024-11-18T06:23:15,619 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-18T06:23:15,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 499 msec 2024-11-18T06:23:15,635 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:33953' 2024-11-18T06:23:15,637 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c69fb47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:15,637 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33953,-1 for getting cluster id 2024-11-18T06:23:15,637 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:15,638 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4848ba4d-7af2-4464-8042-97d6ba971a0a' 2024-11-18T06:23:15,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:15,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4848ba4d-7af2-4464-8042-97d6ba971a0a" 2024-11-18T06:23:15,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@205e6337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:15,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33953,-1] 2024-11-18T06:23:15,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:15,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:15,644 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:15,645 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4989208c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:15,646 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:15,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,33953,1731910960739 2024-11-18T06:23:15,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7af5530f 2024-11-18T06:23:15,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:15,649 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-18T06:23:15,650 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b5c0e5a2101,43861,1731910972353 (queues=1) is replicating from cluster=4b21976a-3350-4022-a3ef-c1af3ee883e3 to cluster=4848ba4d-7af2-4464-8042-97d6ba971a0a 2024-11-18T06:23:15,650 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b5c0e5a2101%2C43861%2C1731910972353 2024-11-18T06:23:15,650 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b5c0e5a2101,43861,1731910972353, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:23:15,654 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C43861%2C1731910972353 2024-11-18T06:23:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T06:23:15,759 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-18T06:23:15,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:23:15,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:15,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:15,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:15,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:15,766 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-18T06:23:15,845 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1234, reset compression=false 2024-11-18T06:23:15,858 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:15,858 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1338, reset compression=false 2024-11-18T06:23:15,858 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,39365,1731910961261 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb095704c19f96768bea1e8c0de6c72d/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T06:23:15,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:15,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:16,077 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1338, reset compression=false 2024-11-18T06:23:16,110 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1235, reset compression=false 2024-11-18T06:23:16,115 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:16,115 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1362, reset compression=false 2024-11-18T06:23:16,115 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,37657,1731910967405 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb3f8733d549f8c82ba2978ab1306d75/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T06:23:16,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:16,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:16,219 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:16,219 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:23:16,220 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68583 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:23:16,320 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1362, reset compression=false 2024-11-18T06:23:16,382 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1338, reset compression=false 2024-11-18T06:23:16,624 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1362, reset compression=false 2024-11-18T06:23:16,768 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-18T06:23:16,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25020ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:16,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,39699,-1 for getting cluster id 2024-11-18T06:23:16,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:16,770 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b21976a-3350-4022-a3ef-c1af3ee883e3' 2024-11-18T06:23:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b21976a-3350-4022-a3ef-c1af3ee883e3" 2024-11-18T06:23:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61cce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,39699,-1] 2024-11-18T06:23:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:16,772 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a758643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:16,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:16,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,39699,1731910972237 2024-11-18T06:23:16,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d86f81 2024-11-18T06:23:16,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:16,776 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:23:16,776 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39699 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-18T06:23:16,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39699 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-18T06:23:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T06:23:16,786 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1338, reset compression=false 2024-11-18T06:23:16,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:23:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T06:23:16,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-18T06:23:17,000 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-18T06:23:17,000 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T06:23:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39699 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-18T06:23:17,002 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 6b5c0e5a2101,43861,1731910972353 suceeded 2024-11-18T06:23:17,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-18T06:23:17,004 INFO [PEWorker-1 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-18T06:23:17,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-11-18T06:23:17,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 228 msec 2024-11-18T06:23:17,028 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1362, reset compression=false 2024-11-18T06:23:17,032 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:17,032 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1466, reset compression=false 2024-11-18T06:23:17,032 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,37657,1731910967405 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb3f8733d549f8c82ba2978ab1306d75/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T06:23:17,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:17,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:17,053 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059, startPosition=1235, beingWritten=true 2024-11-18T06:23:17,058 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:17,058 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 1512, reset compression=false 2024-11-18T06:23:17,058 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43861,1731910972353 got entry batch from reader: WALEntryBatch [walEntries=[{test/abefa0b3384ca8685d36886a1828e750/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T06:23:17,060 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:23:17,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-18T06:23:17,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:17,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T06:23:17,099 INFO [RPCClient-NioEventLoopGroup-4-3 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-18T06:23:17,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:23:17,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:17,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:17,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:17,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:17,100 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-18T06:23:17,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:23:17,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:23:17,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:17,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:17,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:17,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:17,101 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:23:17,101 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1430930615, stopped=false 2024-11-18T06:23:17,101 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,39699,1731910972237 2024-11-18T06:23:17,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1903077088/running 2024-11-18T06:23:17,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1903077088/running 2024-11-18T06:23:17,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088 2024-11-18T06:23:17,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088 2024-11-18T06:23:17,110 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:23:17,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:23:17,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:17,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:17,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Set watcher on znode that does not yet exist, /2-1903077088/running 2024-11-18T06:23:17,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Set watcher on znode that does not yet exist, /2-1903077088/running 2024-11-18T06:23:17,111 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,43861,1731910972353' ***** 2024-11-18T06:23:17,111 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:23:17,111 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:23:17,112 INFO [RS:0;6b5c0e5a2101:43861 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:23:17,112 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:23:17,112 INFO [RS:0;6b5c0e5a2101:43861 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:23:17,112 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(3091): Received CLOSE for ff8ea724f56c635f9232e3b345fd173a 2024-11-18T06:23:17,112 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(3091): Received CLOSE for abefa0b3384ca8685d36886a1828e750 2024-11-18T06:23:17,112 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,43861,1731910972353 2024-11-18T06:23:17,112 INFO [RS:0;6b5c0e5a2101:43861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:23:17,112 INFO [RS:0;6b5c0e5a2101:43861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:43861. 2024-11-18T06:23:17,112 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff8ea724f56c635f9232e3b345fd173a, disabling compactions & flushes 2024-11-18T06:23:17,112 DEBUG [RS:0;6b5c0e5a2101:43861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:17,112 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a. 2024-11-18T06:23:17,112 DEBUG [RS:0;6b5c0e5a2101:43861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:17,112 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a. 2024-11-18T06:23:17,112 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a. after waiting 0 ms 2024-11-18T06:23:17,112 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:23:17,112 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a. 2024-11-18T06:23:17,112 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:23:17,112 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:23:17,112 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:23:17,112 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff8ea724f56c635f9232e3b345fd173a 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-18T06:23:17,112 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T06:23:17,113 DEBUG [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(1325): Online Regions={ff8ea724f56c635f9232e3b345fd173a=hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a., 1588230740=hbase:meta,,1.1588230740, abefa0b3384ca8685d36886a1828e750=test,,1731910979331.abefa0b3384ca8685d36886a1828e750.} 2024-11-18T06:23:17,113 DEBUG [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abefa0b3384ca8685d36886a1828e750, ff8ea724f56c635f9232e3b345fd173a 2024-11-18T06:23:17,113 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:23:17,113 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:23:17,113 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:23:17,113 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:23:17,113 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:23:17,113 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T06:23:17,129 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/.tmp/info/b665be63dec34212a3eee0a3f3b68a61 is 147, key is hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a./info:regioninfo/1731910986690/Put/seqid=0 2024-11-18T06:23:17,132 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/replication/ff8ea724f56c635f9232e3b345fd173a/.tmp/queue/537927e0d9cc4e6582ca26457b6b49f7 is 154, key is 1-6b5c0e5a2101,43861,1731910972353/queue:6b5c0e5a2101%2C43861%2C1731910972353/1731910997065/Put/seqid=0 2024-11-18T06:23:17,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741840_1016 (size=7686) 2024-11-18T06:23:17,135 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/.tmp/info/b665be63dec34212a3eee0a3f3b68a61 2024-11-18T06:23:17,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741841_1017 (size=5353) 2024-11-18T06:23:17,158 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/.tmp/ns/ed05c876913d460e82344f09a8d922e9 is 43, key is default/ns:d/1731910974625/Put/seqid=0 2024-11-18T06:23:17,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741842_1018 (size=5153) 2024-11-18T06:23:17,200 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:23:17,235 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1466, reset compression=false 2024-11-18T06:23:17,248 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:23:17,262 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 1512, reset compression=false 2024-11-18T06:23:17,290 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1338, reset compression=false 2024-11-18T06:23:17,294 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:17,294 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1488, reset compression=false 2024-11-18T06:23:17,294 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,39365,1731910961261 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:17,313 DEBUG [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abefa0b3384ca8685d36886a1828e750, ff8ea724f56c635f9232e3b345fd173a 2024-11-18T06:23:17,497 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1488, reset compression=false 2024-11-18T06:23:17,513 DEBUG [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abefa0b3384ca8685d36886a1828e750, ff8ea724f56c635f9232e3b345fd173a 2024-11-18T06:23:17,539 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1466, reset compression=false 2024-11-18T06:23:17,540 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/replication/ff8ea724f56c635f9232e3b345fd173a/.tmp/queue/537927e0d9cc4e6582ca26457b6b49f7 2024-11-18T06:23:17,545 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/replication/ff8ea724f56c635f9232e3b345fd173a/.tmp/queue/537927e0d9cc4e6582ca26457b6b49f7 as hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/replication/ff8ea724f56c635f9232e3b345fd173a/queue/537927e0d9cc4e6582ca26457b6b49f7 2024-11-18T06:23:17,549 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/replication/ff8ea724f56c635f9232e3b345fd173a/queue/537927e0d9cc4e6582ca26457b6b49f7, entries=1, sequenceid=13, filesize=5.2 K 2024-11-18T06:23:17,550 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for ff8ea724f56c635f9232e3b345fd173a in 438ms, sequenceid=13, compaction requested=false 2024-11-18T06:23:17,554 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/replication/ff8ea724f56c635f9232e3b345fd173a/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-18T06:23:17,555 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:23:17,555 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:23:17,555 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a. 2024-11-18T06:23:17,555 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff8ea724f56c635f9232e3b345fd173a: Waiting for close lock at 1731910997112Running coprocessor pre-close hooks at 1731910997112Disabling compacts and flushes for region at 1731910997112Disabling writes for close at 1731910997112Obtaining lock to block concurrent updates at 1731910997112Preparing flush snapshotting stores in ff8ea724f56c635f9232e3b345fd173a at 1731910997112Finished memstore snapshotting hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731910997113 (+1 ms)Flushing stores of hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a. at 1731910997113Flushing ff8ea724f56c635f9232e3b345fd173a/queue: creating writer at 1731910997113Flushing ff8ea724f56c635f9232e3b345fd173a/queue: appending metadata at 1731910997131 (+18 ms)Flushing ff8ea724f56c635f9232e3b345fd173a/queue: closing flushed file at 1731910997131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d24d1e6: reopening flushed file at 1731910997544 (+413 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for ff8ea724f56c635f9232e3b345fd173a in 438ms, sequenceid=13, compaction requested=false at 1731910997550 (+6 ms)Writing region close event to WAL at 1731910997551 (+1 ms)Running coprocessor post-close hooks at 1731910997555 (+4 ms)Closed at 1731910997555 2024-11-18T06:23:17,555 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731910985835.ff8ea724f56c635f9232e3b345fd173a. 2024-11-18T06:23:17,555 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abefa0b3384ca8685d36886a1828e750, disabling compactions & flushes 2024-11-18T06:23:17,555 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731910979331.abefa0b3384ca8685d36886a1828e750. 2024-11-18T06:23:17,555 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731910979331.abefa0b3384ca8685d36886a1828e750. 2024-11-18T06:23:17,555 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731910979331.abefa0b3384ca8685d36886a1828e750. after waiting 0 ms 2024-11-18T06:23:17,555 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731910979331.abefa0b3384ca8685d36886a1828e750. 2024-11-18T06:23:17,555 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing abefa0b3384ca8685d36886a1828e750 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-18T06:23:17,562 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/.tmp/ns/ed05c876913d460e82344f09a8d922e9 2024-11-18T06:23:17,566 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 1512, reset compression=false 2024-11-18T06:23:17,571 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/default/test/abefa0b3384ca8685d36886a1828e750/.tmp/f/62ca13c7ff95496b8fb1623d0466fe7e is 37, key is row3/f:row3/1731910995762/Put/seqid=0 2024-11-18T06:23:17,579 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:17,579 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 1759, reset compression=false 2024-11-18T06:23:17,579 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43861,1731910972353 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:17,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741843_1019 (size=5228) 2024-11-18T06:23:17,580 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b5c0e5a2101,43861,1731910972353: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b5c0e5a2101,43861,1731910972353, walGroup=6b5c0e5a2101%2C43861%2C1731910972353, offset=6b5c0e5a2101%2C43861%2C1731910972353.1731910974059:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:43861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T06:23:17,581 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T06:23:17,581 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T06:23:17,582 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T06:23:17,582 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T06:23:17,582 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T06:23:17,582 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1266679808, "init": 1048576000, "max": 2306867200, "used": 830499816 }, "NonHeapMemoryUsage": { "committed": 200605696, "init": 7667712, "max": -1, "used": 197772672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T06:23:17,582 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:39699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:39699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T06:23:17,584 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/default/test/abefa0b3384ca8685d36886a1828e750/.tmp/f/62ca13c7ff95496b8fb1623d0466fe7e 2024-11-18T06:23:17,584 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/.tmp/rep_barrier/0ea437a251ad49aabc9c531f99488d65 is 112, key is test,,1731910979331.abefa0b3384ca8685d36886a1828e750./rep_barrier:seqnumDuringOpen/1731910980486/Put/seqid=0 2024-11-18T06:23:17,588 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62ca13c7ff95496b8fb1623d0466fe7e 2024-11-18T06:23:17,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741844_1020 (size=5518) 2024-11-18T06:23:17,614 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/default/test/abefa0b3384ca8685d36886a1828e750/.tmp/f1/bc78192818c1424183bc5a2a449a1bce is 30, key is row1/f1:/1731910993035/DeleteFamily/seqid=0 2024-11-18T06:23:17,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741845_1021 (size=5158) 2024-11-18T06:23:17,617 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/default/test/abefa0b3384ca8685d36886a1828e750/.tmp/f1/bc78192818c1424183bc5a2a449a1bce 2024-11-18T06:23:17,621 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc78192818c1424183bc5a2a449a1bce 2024-11-18T06:23:17,641 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/default/test/abefa0b3384ca8685d36886a1828e750/.tmp/norep/db38b11d74cd42efa2590453364e6c1a is 33, key is row2/norep:/1731910994046/DeleteFamily/seqid=0 2024-11-18T06:23:17,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741846_1022 (size=5108) 2024-11-18T06:23:17,646 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/default/test/abefa0b3384ca8685d36886a1828e750/.tmp/norep/db38b11d74cd42efa2590453364e6c1a 2024-11-18T06:23:17,650 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db38b11d74cd42efa2590453364e6c1a 2024-11-18T06:23:17,650 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/default/test/abefa0b3384ca8685d36886a1828e750/.tmp/f/62ca13c7ff95496b8fb1623d0466fe7e as hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/default/test/abefa0b3384ca8685d36886a1828e750/f/62ca13c7ff95496b8fb1623d0466fe7e 2024-11-18T06:23:17,658 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62ca13c7ff95496b8fb1623d0466fe7e 2024-11-18T06:23:17,659 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/default/test/abefa0b3384ca8685d36886a1828e750/f/62ca13c7ff95496b8fb1623d0466fe7e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T06:23:17,659 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/default/test/abefa0b3384ca8685d36886a1828e750/.tmp/f1/bc78192818c1424183bc5a2a449a1bce as hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/default/test/abefa0b3384ca8685d36886a1828e750/f1/bc78192818c1424183bc5a2a449a1bce 2024-11-18T06:23:17,663 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc78192818c1424183bc5a2a449a1bce 2024-11-18T06:23:17,663 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/default/test/abefa0b3384ca8685d36886a1828e750/f1/bc78192818c1424183bc5a2a449a1bce, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T06:23:17,664 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/default/test/abefa0b3384ca8685d36886a1828e750/.tmp/norep/db38b11d74cd42efa2590453364e6c1a as hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/default/test/abefa0b3384ca8685d36886a1828e750/norep/db38b11d74cd42efa2590453364e6c1a 2024-11-18T06:23:17,668 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db38b11d74cd42efa2590453364e6c1a 2024-11-18T06:23:17,668 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/default/test/abefa0b3384ca8685d36886a1828e750/norep/db38b11d74cd42efa2590453364e6c1a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T06:23:17,669 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for abefa0b3384ca8685d36886a1828e750 in 114ms, sequenceid=12, compaction requested=false 2024-11-18T06:23:17,674 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/default/test/abefa0b3384ca8685d36886a1828e750/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T06:23:17,674 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:23:17,674 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:23:17,675 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731910979331.abefa0b3384ca8685d36886a1828e750. 2024-11-18T06:23:17,675 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abefa0b3384ca8685d36886a1828e750: Waiting for close lock at 1731910997555Running coprocessor pre-close hooks at 1731910997555Disabling compacts and flushes for region at 1731910997555Disabling writes for close at 1731910997555Obtaining lock to block concurrent updates at 1731910997555Preparing flush snapshotting stores in abefa0b3384ca8685d36886a1828e750 at 1731910997555Finished memstore snapshotting test,,1731910979331.abefa0b3384ca8685d36886a1828e750., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731910997556 (+1 ms)Flushing stores of test,,1731910979331.abefa0b3384ca8685d36886a1828e750. at 1731910997556Flushing abefa0b3384ca8685d36886a1828e750/f: creating writer at 1731910997556Flushing abefa0b3384ca8685d36886a1828e750/f: appending metadata at 1731910997571 (+15 ms)Flushing abefa0b3384ca8685d36886a1828e750/f: closing flushed file at 1731910997571Flushing abefa0b3384ca8685d36886a1828e750/f1: creating writer at 1731910997588 (+17 ms)Flushing abefa0b3384ca8685d36886a1828e750/f1: appending metadata at 1731910997613 (+25 ms)Flushing abefa0b3384ca8685d36886a1828e750/f1: closing flushed file at 1731910997613Flushing abefa0b3384ca8685d36886a1828e750/norep: creating writer at 1731910997622 (+9 ms)Flushing abefa0b3384ca8685d36886a1828e750/norep: appending metadata at 1731910997640 (+18 ms)Flushing abefa0b3384ca8685d36886a1828e750/norep: closing flushed file at 1731910997640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@493be1db: reopening flushed file at 1731910997650 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60176d61: reopening flushed file at 1731910997659 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dcae8a: reopening flushed file at 1731910997664 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for abefa0b3384ca8685d36886a1828e750 in 114ms, sequenceid=12, compaction requested=false at 1731910997669 (+5 ms)Writing region close event to WAL at 1731910997671 (+2 ms)Running coprocessor post-close hooks at 1731910997674 (+3 ms)Closed at 1731910997674 2024-11-18T06:23:17,675 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731910979331.abefa0b3384ca8685d36886a1828e750. 2024-11-18T06:23:17,713 DEBUG [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:23:17,793 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 1759, reset compression=false 2024-11-18T06:23:17,800 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1488, reset compression=false 2024-11-18T06:23:17,823 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:17,823 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 2403, reset compression=false 2024-11-18T06:23:17,913 DEBUG [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:23:17,931 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:23:17,932 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:23:17,943 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1466, reset compression=false 2024-11-18T06:23:18,001 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/.tmp/rep_barrier/0ea437a251ad49aabc9c531f99488d65 2024-11-18T06:23:18,026 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/.tmp/table/376bb234e88641ef96e42b8fbaff1f2b is 53, key is hbase:replication/table:state/1731910986710/Put/seqid=0 2024-11-18T06:23:18,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741847_1023 (size=5308) 2024-11-18T06:23:18,038 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 2403, reset compression=false 2024-11-18T06:23:18,114 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T06:23:18,114 DEBUG [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:23:18,114 DEBUG [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:23:18,237 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1488, reset compression=false 2024-11-18T06:23:18,314 DEBUG [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:23:18,341 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.1731910974059 to pos 2403, reset compression=false 2024-11-18T06:23:18,430 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/.tmp/table/376bb234e88641ef96e42b8fbaff1f2b 2024-11-18T06:23:18,434 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/.tmp/info/b665be63dec34212a3eee0a3f3b68a61 as hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/info/b665be63dec34212a3eee0a3f3b68a61 2024-11-18T06:23:18,437 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/info/b665be63dec34212a3eee0a3f3b68a61, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T06:23:18,438 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/.tmp/ns/ed05c876913d460e82344f09a8d922e9 as hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/ns/ed05c876913d460e82344f09a8d922e9 2024-11-18T06:23:18,441 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/ns/ed05c876913d460e82344f09a8d922e9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T06:23:18,442 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/.tmp/rep_barrier/0ea437a251ad49aabc9c531f99488d65 as hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/rep_barrier/0ea437a251ad49aabc9c531f99488d65 2024-11-18T06:23:18,445 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/rep_barrier/0ea437a251ad49aabc9c531f99488d65, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T06:23:18,446 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/.tmp/table/376bb234e88641ef96e42b8fbaff1f2b as hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/table/376bb234e88641ef96e42b8fbaff1f2b 2024-11-18T06:23:18,449 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1466, reset compression=false 2024-11-18T06:23:18,449 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/table/376bb234e88641ef96e42b8fbaff1f2b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T06:23:18,450 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false 2024-11-18T06:23:18,454 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T06:23:18,455 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:23:18,455 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:23:18,455 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:23:18,455 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731910997113Running coprocessor pre-close hooks at 1731910997113Disabling compacts and flushes for region at 1731910997113Disabling writes for close at 1731910997113Obtaining lock to block concurrent updates at 1731910997113Preparing flush snapshotting stores in 1588230740 at 1731910997113Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731910997113Flushing stores of hbase:meta,,1.1588230740 at 1731910997113Flushing 1588230740/info: creating writer at 1731910997113Flushing 1588230740/info: appending metadata at 1731910997129 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731910997129Flushing 1588230740/ns: creating writer at 1731910997139 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731910997157 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731910997157Flushing 1588230740/rep_barrier: creating writer at 1731910997566 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731910997584 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731910997584Flushing 1588230740/table: creating writer at 1731910998004 (+420 ms)Flushing 1588230740/table: appending metadata at 1731910998026 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731910998026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb22619: reopening flushed file at 1731910998433 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b42483: reopening flushed file at 1731910998437 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bb5fda9: reopening flushed file at 1731910998441 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4531f2d7: reopening flushed file at 1731910998445 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false at 1731910998450 (+5 ms)Writing region close event to WAL at 1731910998452 (+2 ms)Running coprocessor post-close hooks at 1731910998455 (+3 ms)Closed at 1731910998455 2024-11-18T06:23:18,455 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:23:18,514 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,43861,1731910972353; all regions closed. 2024-11-18T06:23:18,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741834_1010 (size=4239) 2024-11-18T06:23:18,516 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/WALs/6b5c0e5a2101,43861,1731910972353/6b5c0e5a2101%2C43861%2C1731910972353.meta.1731910974544.meta not finished, retry = 0 2024-11-18T06:23:18,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741839_1015 (size=3333) 2024-11-18T06:23:18,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741832_1008 (size=2411) 2024-11-18T06:23:18,621 DEBUG [RS:0;6b5c0e5a2101:43861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:18,621 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:23:18,621 INFO [RS:0;6b5c0e5a2101:43861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:23:18,621 INFO [RS:0;6b5c0e5a2101:43861 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:23:18,621 INFO [RS:0;6b5c0e5a2101:43861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:23:18,621 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:23:18,621 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b5c0e5a2101,43861,1731910972353 because: Region server is closing 2024-11-18T06:23:18,622 INFO [RS:0;6b5c0e5a2101:43861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:43861. 2024-11-18T06:23:18,622 DEBUG [RS:0;6b5c0e5a2101:43861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:18,622 DEBUG [RS:0;6b5c0e5a2101:43861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:18,622 DEBUG [RS:0;6b5c0e5a2101:43861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:18,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:18,722 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.shipper6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 terminated 2024-11-18T06:23:18,722 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43861,1731910972353.replicationSource.wal-reader.6b5c0e5a2101%2C43861%2C1731910972353,1-6b5c0e5a2101,43861,1731910972353 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T06:23:18,722 INFO [RS:0;6b5c0e5a2101:43861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:43861. 2024-11-18T06:23:18,722 DEBUG [RS:0;6b5c0e5a2101:43861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:18,723 DEBUG [RS:0;6b5c0e5a2101:43861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:18,723 DEBUG [RS:0;6b5c0e5a2101:43861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:18,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:18,723 INFO [RS:0;6b5c0e5a2101:43861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43861 2024-11-18T06:23:18,740 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1488, reset compression=false 2024-11-18T06:23:18,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088/rs 2024-11-18T06:23:18,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1903077088/rs/6b5c0e5a2101,43861,1731910972353 2024-11-18T06:23:18,784 INFO [RS:0;6b5c0e5a2101:43861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:23:18,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,43861,1731910972353] 2024-11-18T06:23:18,805 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1903077088/draining/6b5c0e5a2101,43861,1731910972353 already deleted, retry=false 2024-11-18T06:23:18,805 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,43861,1731910972353 expired; onlineServers=0 2024-11-18T06:23:18,805 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,39699,1731910972237' ***** 2024-11-18T06:23:18,805 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:23:18,805 INFO [M:0;6b5c0e5a2101:39699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:23:18,805 INFO [M:0;6b5c0e5a2101:39699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:23:18,805 DEBUG [M:0;6b5c0e5a2101:39699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:23:18,805 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:23:18,805 DEBUG [M:0;6b5c0e5a2101:39699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:23:18,805 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910973681 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910973681,5,FailOnTimeoutGroup] 2024-11-18T06:23:18,805 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910973680 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910973680,5,FailOnTimeoutGroup] 2024-11-18T06:23:18,805 INFO [M:0;6b5c0e5a2101:39699 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:23:18,805 INFO [M:0;6b5c0e5a2101:39699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:23:18,805 DEBUG [M:0;6b5c0e5a2101:39699 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:23:18,806 INFO [M:0;6b5c0e5a2101:39699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:23:18,806 INFO [M:0;6b5c0e5a2101:39699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:23:18,806 INFO [M:0;6b5c0e5a2101:39699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:23:18,806 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:23:18,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1903077088/master 2024-11-18T06:23:18,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1903077088 2024-11-18T06:23:18,886 DEBUG [M:0;6b5c0e5a2101:39699 {}] zookeeper.ZKUtil(347): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Unable to get data of znode /2-1903077088/master because node does not exist (not an error) 2024-11-18T06:23:18,886 WARN [M:0;6b5c0e5a2101:39699 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T06:23:18,887 INFO [M:0;6b5c0e5a2101:39699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/.lastflushedseqids 2024-11-18T06:23:18,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741848_1024 (size=245) 2024-11-18T06:23:18,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:23:18,894 INFO [RS:0;6b5c0e5a2101:43861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:23:18,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43861-0x1014c9bf8330007, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:23:18,894 INFO [RS:0;6b5c0e5a2101:43861 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,43861,1731910972353; zookeeper connection closed. 2024-11-18T06:23:18,895 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a393e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a393e5 2024-11-18T06:23:18,895 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:23:19,052 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1466, reset compression=false 2024-11-18T06:23:19,292 INFO [M:0;6b5c0e5a2101:39699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:23:19,292 INFO [M:0;6b5c0e5a2101:39699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:23:19,292 DEBUG [M:0;6b5c0e5a2101:39699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:23:19,292 INFO [M:0;6b5c0e5a2101:39699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:19,292 DEBUG [M:0;6b5c0e5a2101:39699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:19,292 DEBUG [M:0;6b5c0e5a2101:39699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:23:19,292 DEBUG [M:0;6b5c0e5a2101:39699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:19,292 INFO [M:0;6b5c0e5a2101:39699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-18T06:23:19,309 DEBUG [M:0;6b5c0e5a2101:39699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9df25db486ff4ea4b208a46b0cb7eb2e is 82, key is hbase:meta,,1/info:regioninfo/1731910974581/Put/seqid=0 2024-11-18T06:23:19,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741849_1025 (size=5672) 2024-11-18T06:23:19,313 INFO [M:0;6b5c0e5a2101:39699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9df25db486ff4ea4b208a46b0cb7eb2e 2024-11-18T06:23:19,328 DEBUG [M:0;6b5c0e5a2101:39699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d980f81a2e4e407d85280789d03888b8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731910986726/Put/seqid=0 2024-11-18T06:23:19,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741850_1026 (size=9212) 2024-11-18T06:23:19,344 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1488, reset compression=false 2024-11-18T06:23:19,732 INFO [M:0;6b5c0e5a2101:39699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d980f81a2e4e407d85280789d03888b8 2024-11-18T06:23:19,752 DEBUG [M:0;6b5c0e5a2101:39699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a813fc45cb742008ddca8a7d5ddd9f9 is 69, key is 6b5c0e5a2101,43861,1731910972353/rs:state/1731910973814/Put/seqid=0 2024-11-18T06:23:19,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741851_1027 (size=5156) 2024-11-18T06:23:19,756 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1466, reset compression=false 2024-11-18T06:23:20,047 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1488, reset compression=false 2024-11-18T06:23:20,156 INFO [M:0;6b5c0e5a2101:39699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a813fc45cb742008ddca8a7d5ddd9f9 2024-11-18T06:23:20,160 DEBUG [M:0;6b5c0e5a2101:39699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9df25db486ff4ea4b208a46b0cb7eb2e as hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9df25db486ff4ea4b208a46b0cb7eb2e 2024-11-18T06:23:20,164 INFO [M:0;6b5c0e5a2101:39699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9df25db486ff4ea4b208a46b0cb7eb2e, entries=8, sequenceid=127, filesize=5.5 K 2024-11-18T06:23:20,165 DEBUG [M:0;6b5c0e5a2101:39699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d980f81a2e4e407d85280789d03888b8 as hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d980f81a2e4e407d85280789d03888b8 2024-11-18T06:23:20,177 INFO [M:0;6b5c0e5a2101:39699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d980f81a2e4e407d85280789d03888b8, entries=15, sequenceid=127, filesize=9.0 K 2024-11-18T06:23:20,178 DEBUG [M:0;6b5c0e5a2101:39699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a813fc45cb742008ddca8a7d5ddd9f9 as hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a813fc45cb742008ddca8a7d5ddd9f9 2024-11-18T06:23:20,186 INFO [M:0;6b5c0e5a2101:39699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/847c334c-f603-c3ac-2f3e-170471802744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a813fc45cb742008ddca8a7d5ddd9f9, entries=1, sequenceid=127, filesize=5.0 K 2024-11-18T06:23:20,187 INFO [M:0;6b5c0e5a2101:39699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=127, compaction requested=false 2024-11-18T06:23:20,223 INFO [M:0;6b5c0e5a2101:39699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:20,223 DEBUG [M:0;6b5c0e5a2101:39699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731910999292Disabling compacts and flushes for region at 1731910999292Disabling writes for close at 1731910999292Obtaining lock to block concurrent updates at 1731910999292Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731910999292Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731910999293 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731910999293Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731910999293Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731910999309 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731910999309Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731910999316 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731910999327 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731910999327Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731910999735 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731910999751 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731910999752 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2181ceca: reopening flushed file at 1731911000160 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@244319f0: reopening flushed file at 1731911000164 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e106abf: reopening flushed file at 1731911000177 (+13 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=127, compaction requested=false at 1731911000187 (+10 ms)Writing region close event to WAL at 1731911000223 (+36 ms)Closed at 1731911000223 2024-11-18T06:23:20,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741830_1006 (size=73866) 2024-11-18T06:23:20,226 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:23:20,226 INFO [M:0;6b5c0e5a2101:39699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:23:20,227 INFO [M:0;6b5c0e5a2101:39699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39699 2024-11-18T06:23:20,228 INFO [M:0;6b5c0e5a2101:39699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:23:20,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:23:20,399 INFO [M:0;6b5c0e5a2101:39699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:23:20,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x1014c9bf8330006, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:23:20,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cff6734{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:23:20,403 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b59acca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:23:20,403 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:23:20,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@185f4f30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:23:20,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4521821c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/hadoop.log.dir/,STOPPED} 2024-11-18T06:23:20,404 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:23:20,404 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:23:20,404 WARN [BP-1974874051-172.17.0.3-1731910969919 heartbeating to localhost/127.0.0.1:46117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:23:20,405 WARN [BP-1974874051-172.17.0.3-1731910969919 heartbeating to localhost/127.0.0.1:46117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1974874051-172.17.0.3-1731910969919 (Datanode Uuid 45e522ee-1171-4cd4-9ab2-863bc37143f2) service to localhost/127.0.0.1:46117 2024-11-18T06:23:20,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/cluster_82adff32-c631-81e3-3c73-02ebd9989100/data/data1/current/BP-1974874051-172.17.0.3-1731910969919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:23:20,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/cluster_82adff32-c631-81e3-3c73-02ebd9989100/data/data2/current/BP-1974874051-172.17.0.3-1731910969919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:23:20,405 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:23:20,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aebd83{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:23:20,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5aa0666d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:23:20,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:23:20,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@450e4fed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:23:20,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@caf7f5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/hadoop.log.dir/,STOPPED} 2024-11-18T06:23:20,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:23:20,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:23:20,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:23:20,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:20,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:20,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:20,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:20,424 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:23:20,424 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=246746656, stopped=false 2024-11-18T06:23:20,424 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,45063,1731910967260 2024-11-18T06:23:20,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-967224624/running 2024-11-18T06:23:20,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624 2024-11-18T06:23:20,443 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:23:20,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-967224624/running 2024-11-18T06:23:20,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624 2024-11-18T06:23:20,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:23:20,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:20,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:20,444 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,37657,1731910967405' ***** 2024-11-18T06:23:20,444 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:23:20,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Set watcher on znode that does not yet exist, /1-967224624/running 2024-11-18T06:23:20,444 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:23:20,444 INFO [RS:0;6b5c0e5a2101:37657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:23:20,444 INFO [RS:0;6b5c0e5a2101:37657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:23:20,444 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:23:20,444 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(3091): Received CLOSE for 05edc34bb53061e732a80a121e44b051 2024-11-18T06:23:20,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Set watcher on znode that does not yet exist, /1-967224624/running 2024-11-18T06:23:20,444 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(3091): Received CLOSE for bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:23:20,444 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,37657,1731910967405 2024-11-18T06:23:20,444 INFO [RS:0;6b5c0e5a2101:37657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:23:20,445 INFO [RS:0;6b5c0e5a2101:37657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:37657. 2024-11-18T06:23:20,445 DEBUG [RS:0;6b5c0e5a2101:37657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:20,445 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05edc34bb53061e732a80a121e44b051, disabling compactions & flushes 2024-11-18T06:23:20,445 DEBUG [RS:0;6b5c0e5a2101:37657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:20,445 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051. 2024-11-18T06:23:20,445 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051. 2024-11-18T06:23:20,445 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:23:20,445 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051. after waiting 0 ms 2024-11-18T06:23:20,445 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:23:20,445 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051. 2024-11-18T06:23:20,445 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:23:20,445 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:23:20,445 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 05edc34bb53061e732a80a121e44b051 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-18T06:23:20,445 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T06:23:20,445 DEBUG [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(1325): Online Regions={05edc34bb53061e732a80a121e44b051=hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051., 1588230740=hbase:meta,,1.1588230740, bb3f8733d549f8c82ba2978ab1306d75=test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75.} 2024-11-18T06:23:20,445 DEBUG [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(1351): Waiting on 05edc34bb53061e732a80a121e44b051, 1588230740, bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:23:20,445 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:23:20,445 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:23:20,445 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:23:20,445 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:23:20,445 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:23:20,445 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T06:23:20,451 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:23:20,458 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/.tmp/info/072aa81c55bd4ff2bd18c2e2994d88e5 is 147, key is hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051./info:regioninfo/1731910984495/Put/seqid=0 2024-11-18T06:23:20,458 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/replication/05edc34bb53061e732a80a121e44b051/.tmp/queue/de3f3baacb8b4c5caf1a1f564b42dc10 is 154, key is 1-6b5c0e5a2101,37657,1731910967405/queue:6b5c0e5a2101%2C37657%2C1731910967405/1731910997036/Put/seqid=0 2024-11-18T06:23:20,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741840_1016 (size=7686) 2024-11-18T06:23:20,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741841_1017 (size=5353) 2024-11-18T06:23:20,461 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/replication/05edc34bb53061e732a80a121e44b051/.tmp/queue/de3f3baacb8b4c5caf1a1f564b42dc10 2024-11-18T06:23:20,465 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/replication/05edc34bb53061e732a80a121e44b051/.tmp/queue/de3f3baacb8b4c5caf1a1f564b42dc10 as hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/replication/05edc34bb53061e732a80a121e44b051/queue/de3f3baacb8b4c5caf1a1f564b42dc10 2024-11-18T06:23:20,468 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/replication/05edc34bb53061e732a80a121e44b051/queue/de3f3baacb8b4c5caf1a1f564b42dc10, entries=1, sequenceid=14, filesize=5.2 K 2024-11-18T06:23:20,469 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 05edc34bb53061e732a80a121e44b051 in 24ms, sequenceid=14, compaction requested=false 2024-11-18T06:23:20,469 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T06:23:20,472 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/replication/05edc34bb53061e732a80a121e44b051/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-18T06:23:20,472 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:23:20,472 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:23:20,472 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051. 2024-11-18T06:23:20,472 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05edc34bb53061e732a80a121e44b051: Waiting for close lock at 1731911000445Running coprocessor pre-close hooks at 1731911000445Disabling compacts and flushes for region at 1731911000445Disabling writes for close at 1731911000445Obtaining lock to block concurrent updates at 1731911000445Preparing flush snapshotting stores in 05edc34bb53061e732a80a121e44b051 at 1731911000445Finished memstore snapshotting hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731911000445Flushing stores of hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051. at 1731911000446 (+1 ms)Flushing 05edc34bb53061e732a80a121e44b051/queue: creating writer at 1731911000446Flushing 05edc34bb53061e732a80a121e44b051/queue: appending metadata at 1731911000457 (+11 ms)Flushing 05edc34bb53061e732a80a121e44b051/queue: closing flushed file at 1731911000457Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2016f995: reopening flushed file at 1731911000465 (+8 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 05edc34bb53061e732a80a121e44b051 in 24ms, sequenceid=14, compaction requested=false at 1731911000469 (+4 ms)Writing region close event to WAL at 1731911000470 (+1 ms)Running coprocessor post-close hooks at 1731911000472 (+2 ms)Closed at 1731911000472 2024-11-18T06:23:20,472 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731910983682.05edc34bb53061e732a80a121e44b051. 2024-11-18T06:23:20,472 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb3f8733d549f8c82ba2978ab1306d75, disabling compactions & flushes 2024-11-18T06:23:20,472 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75. 2024-11-18T06:23:20,472 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75. 2024-11-18T06:23:20,472 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75. after waiting 0 ms 2024-11-18T06:23:20,472 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75. 2024-11-18T06:23:20,473 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bb3f8733d549f8c82ba2978ab1306d75 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-18T06:23:20,485 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/default/test/bb3f8733d549f8c82ba2978ab1306d75/.tmp/f/cf381b659c2444a694dbffbac9180bfc is 37, key is row3/f:row3/1731910995762/Put/seqid=0 2024-11-18T06:23:20,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741842_1018 (size=5228) 2024-11-18T06:23:20,560 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1466, reset compression=false 2024-11-18T06:23:20,566 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:20,566 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1713, reset compression=false 2024-11-18T06:23:20,566 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,37657,1731910967405 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:20,567 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b5c0e5a2101,37657,1731910967405: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b5c0e5a2101,37657,1731910967405, walGroup=6b5c0e5a2101%2C37657%2C1731910967405, offset=6b5c0e5a2101%2C37657%2C1731910967405.1731910969152:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:37657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T06:23:20,568 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T06:23:20,568 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T06:23:20,568 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T06:23:20,568 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T06:23:20,568 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T06:23:20,568 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1266679808, "init": 1048576000, "max": 2306867200, "used": 897608680 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198576040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T06:23:20,568 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:45063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:45063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T06:23:20,645 DEBUG [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:23:20,775 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1713, reset compression=false 2024-11-18T06:23:20,846 DEBUG [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:23:20,860 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1488, reset compression=false 2024-11-18T06:23:20,861 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/.tmp/info/072aa81c55bd4ff2bd18c2e2994d88e5 2024-11-18T06:23:20,878 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/.tmp/ns/1b59e811b05f43cc8a01358a0fbb3c0f is 43, key is default/ns:d/1731910969797/Put/seqid=0 2024-11-18T06:23:20,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741843_1019 (size=5153) 2024-11-18T06:23:20,889 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/default/test/bb3f8733d549f8c82ba2978ab1306d75/.tmp/f/cf381b659c2444a694dbffbac9180bfc 2024-11-18T06:23:20,892 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf381b659c2444a694dbffbac9180bfc 2024-11-18T06:23:20,904 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/default/test/bb3f8733d549f8c82ba2978ab1306d75/.tmp/f1/ffba2a1eb5b34827b2a08e5bb8298c66 is 30, key is row1/f1:/1731910993035/DeleteFamily/seqid=0 2024-11-18T06:23:20,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741844_1020 (size=5158) 2024-11-18T06:23:20,991 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:23:20,991 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:23:21,046 DEBUG [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:23:21,078 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1713, reset compression=false 2024-11-18T06:23:21,246 DEBUG [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:23:21,282 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/.tmp/ns/1b59e811b05f43cc8a01358a0fbb3c0f 2024-11-18T06:23:21,301 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/.tmp/rep_barrier/eeea23deeeae4a47a5ca573ed2f62531 is 112, key is test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75./rep_barrier:seqnumDuringOpen/1731910978436/Put/seqid=0 2024-11-18T06:23:21,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741845_1021 (size=5518) 2024-11-18T06:23:21,307 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/default/test/bb3f8733d549f8c82ba2978ab1306d75/.tmp/f1/ffba2a1eb5b34827b2a08e5bb8298c66 2024-11-18T06:23:21,311 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffba2a1eb5b34827b2a08e5bb8298c66 2024-11-18T06:23:21,324 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/default/test/bb3f8733d549f8c82ba2978ab1306d75/.tmp/norep/49e1016e4346426d81b324c53f745860 is 33, key is row1/norep:/1731910993035/DeleteFamily/seqid=0 2024-11-18T06:23:21,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741846_1022 (size=5108) 2024-11-18T06:23:21,446 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T06:23:21,446 DEBUG [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bb3f8733d549f8c82ba2978ab1306d75=test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75.} 2024-11-18T06:23:21,446 DEBUG [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:23:21,481 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1713, reset compression=false 2024-11-18T06:23:21,646 DEBUG [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb3f8733d549f8c82ba2978ab1306d75 2024-11-18T06:23:21,705 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/.tmp/rep_barrier/eeea23deeeae4a47a5ca573ed2f62531 2024-11-18T06:23:21,725 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/.tmp/table/78bf80cb448b47cdb6668020ae17a68d is 53, key is hbase:replication/table:state/1731910984501/Put/seqid=0 2024-11-18T06:23:21,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741847_1023 (size=5308) 2024-11-18T06:23:21,728 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/default/test/bb3f8733d549f8c82ba2978ab1306d75/.tmp/norep/49e1016e4346426d81b324c53f745860 2024-11-18T06:23:21,732 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49e1016e4346426d81b324c53f745860 2024-11-18T06:23:21,733 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/default/test/bb3f8733d549f8c82ba2978ab1306d75/.tmp/f/cf381b659c2444a694dbffbac9180bfc as hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/default/test/bb3f8733d549f8c82ba2978ab1306d75/f/cf381b659c2444a694dbffbac9180bfc 2024-11-18T06:23:21,737 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf381b659c2444a694dbffbac9180bfc 2024-11-18T06:23:21,737 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/default/test/bb3f8733d549f8c82ba2978ab1306d75/f/cf381b659c2444a694dbffbac9180bfc, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T06:23:21,738 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/default/test/bb3f8733d549f8c82ba2978ab1306d75/.tmp/f1/ffba2a1eb5b34827b2a08e5bb8298c66 as hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/default/test/bb3f8733d549f8c82ba2978ab1306d75/f1/ffba2a1eb5b34827b2a08e5bb8298c66 2024-11-18T06:23:21,742 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffba2a1eb5b34827b2a08e5bb8298c66 2024-11-18T06:23:21,742 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/default/test/bb3f8733d549f8c82ba2978ab1306d75/f1/ffba2a1eb5b34827b2a08e5bb8298c66, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T06:23:21,743 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/default/test/bb3f8733d549f8c82ba2978ab1306d75/.tmp/norep/49e1016e4346426d81b324c53f745860 as hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/default/test/bb3f8733d549f8c82ba2978ab1306d75/norep/49e1016e4346426d81b324c53f745860 2024-11-18T06:23:21,747 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49e1016e4346426d81b324c53f745860 2024-11-18T06:23:21,747 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/default/test/bb3f8733d549f8c82ba2978ab1306d75/norep/49e1016e4346426d81b324c53f745860, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T06:23:21,747 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for bb3f8733d549f8c82ba2978ab1306d75 in 1275ms, sequenceid=12, compaction requested=false 2024-11-18T06:23:21,747 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T06:23:21,753 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/default/test/bb3f8733d549f8c82ba2978ab1306d75/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T06:23:21,753 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:23:21,753 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:23:21,753 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75. 2024-11-18T06:23:21,753 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb3f8733d549f8c82ba2978ab1306d75: Waiting for close lock at 1731911000472Running coprocessor pre-close hooks at 1731911000472Disabling compacts and flushes for region at 1731911000472Disabling writes for close at 1731911000472Obtaining lock to block concurrent updates at 1731911000473 (+1 ms)Preparing flush snapshotting stores in bb3f8733d549f8c82ba2978ab1306d75 at 1731911000473Finished memstore snapshotting test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731911000473Flushing stores of test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75. at 1731911000473Flushing bb3f8733d549f8c82ba2978ab1306d75/f: creating writer at 1731911000473Flushing bb3f8733d549f8c82ba2978ab1306d75/f: appending metadata at 1731911000485 (+12 ms)Flushing bb3f8733d549f8c82ba2978ab1306d75/f: closing flushed file at 1731911000485Flushing bb3f8733d549f8c82ba2978ab1306d75/f1: creating writer at 1731911000892 (+407 ms)Flushing bb3f8733d549f8c82ba2978ab1306d75/f1: appending metadata at 1731911000903 (+11 ms)Flushing bb3f8733d549f8c82ba2978ab1306d75/f1: closing flushed file at 1731911000903Flushing bb3f8733d549f8c82ba2978ab1306d75/norep: creating writer at 1731911001311 (+408 ms)Flushing bb3f8733d549f8c82ba2978ab1306d75/norep: appending metadata at 1731911001324 (+13 ms)Flushing bb3f8733d549f8c82ba2978ab1306d75/norep: closing flushed file at 1731911001324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c3f0ed: reopening flushed file at 1731911001732 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2faf4313: reopening flushed file at 1731911001737 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a87436: reopening flushed file at 1731911001742 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for bb3f8733d549f8c82ba2978ab1306d75 in 1275ms, sequenceid=12, compaction requested=false at 1731911001747 (+5 ms)Writing region close event to WAL at 1731911001750 (+3 ms)Running coprocessor post-close hooks at 1731911001753 (+3 ms)Closed at 1731911001753 2024-11-18T06:23:21,753 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731910977162.bb3f8733d549f8c82ba2978ab1306d75. 2024-11-18T06:23:21,763 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1488, reset compression=false 2024-11-18T06:23:21,847 DEBUG [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:23:21,984 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 1713, reset compression=false 2024-11-18T06:23:21,994 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:21,994 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 2357, reset compression=false 2024-11-18T06:23:22,047 DEBUG [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:23:22,129 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/.tmp/table/78bf80cb448b47cdb6668020ae17a68d 2024-11-18T06:23:22,133 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/.tmp/info/072aa81c55bd4ff2bd18c2e2994d88e5 as hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/info/072aa81c55bd4ff2bd18c2e2994d88e5 2024-11-18T06:23:22,138 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/info/072aa81c55bd4ff2bd18c2e2994d88e5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T06:23:22,139 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/.tmp/ns/1b59e811b05f43cc8a01358a0fbb3c0f as hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/ns/1b59e811b05f43cc8a01358a0fbb3c0f 2024-11-18T06:23:22,143 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/ns/1b59e811b05f43cc8a01358a0fbb3c0f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T06:23:22,144 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/.tmp/rep_barrier/eeea23deeeae4a47a5ca573ed2f62531 as hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/rep_barrier/eeea23deeeae4a47a5ca573ed2f62531 2024-11-18T06:23:22,149 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/rep_barrier/eeea23deeeae4a47a5ca573ed2f62531, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T06:23:22,152 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/.tmp/table/78bf80cb448b47cdb6668020ae17a68d as hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/table/78bf80cb448b47cdb6668020ae17a68d 2024-11-18T06:23:22,158 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/table/78bf80cb448b47cdb6668020ae17a68d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T06:23:22,159 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false 2024-11-18T06:23:22,162 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T06:23:22,163 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:23:22,163 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:23:22,163 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:23:22,163 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731911000445Running coprocessor pre-close hooks at 1731911000445Disabling compacts and flushes for region at 1731911000445Disabling writes for close at 1731911000445Obtaining lock to block concurrent updates at 1731911000445Preparing flush snapshotting stores in 1588230740 at 1731911000445Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731911000446 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731911000446Flushing 1588230740/info: creating writer at 1731911000446Flushing 1588230740/info: appending metadata at 1731911000458 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731911000458Flushing 1588230740/ns: creating writer at 1731911000865 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731911000877 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731911000878 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731911001285 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731911001300 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731911001300Flushing 1588230740/table: creating writer at 1731911001708 (+408 ms)Flushing 1588230740/table: appending metadata at 1731911001724 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731911001724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5470df76: reopening flushed file at 1731911002132 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e48044: reopening flushed file at 1731911002138 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17919109: reopening flushed file at 1731911002143 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@741c5fd4: reopening flushed file at 1731911002150 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false at 1731911002159 (+9 ms)Writing region close event to WAL at 1731911002160 (+1 ms)Running coprocessor post-close hooks at 1731911002163 (+3 ms)Closed at 1731911002163 2024-11-18T06:23:22,163 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:23:22,199 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.wal-reader.6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 to pos 2357, reset compression=false 2024-11-18T06:23:22,247 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,37657,1731910967405; all regions closed. 2024-11-18T06:23:22,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741834_1010 (size=4239) 2024-11-18T06:23:22,249 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.meta.1731910969565.meta not finished, retry = 0 2024-11-18T06:23:22,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741839_1015 (size=3552) 2024-11-18T06:23:22,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741832_1008 (size=2365) 2024-11-18T06:23:22,354 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/WALs/6b5c0e5a2101,37657,1731910967405/6b5c0e5a2101%2C37657%2C1731910967405.1731910969152 not finished, retry = 0 2024-11-18T06:23:22,455 DEBUG [RS:0;6b5c0e5a2101:37657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:22,455 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:23:22,455 INFO [RS:0;6b5c0e5a2101:37657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:23:22,455 INFO [RS:0;6b5c0e5a2101:37657 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:23:22,455 INFO [RS:0;6b5c0e5a2101:37657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:23:22,455 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:23:22,455 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b5c0e5a2101,37657,1731910967405 because: Region server is closing 2024-11-18T06:23:22,455 INFO [RS:0;6b5c0e5a2101:37657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:37657. 2024-11-18T06:23:22,456 DEBUG [RS:0;6b5c0e5a2101:37657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:22,456 DEBUG [RS:0;6b5c0e5a2101:37657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:22,456 DEBUG [RS:0;6b5c0e5a2101:37657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:22,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:22,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:22,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:22,556 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,37657,1731910967405.replicationSource.shipper6b5c0e5a2101%2C37657%2C1731910967405,1-6b5c0e5a2101,37657,1731910967405 terminated 2024-11-18T06:23:22,556 INFO [RS:0;6b5c0e5a2101:37657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:37657. 2024-11-18T06:23:22,556 DEBUG [RS:0;6b5c0e5a2101:37657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:22,556 DEBUG [RS:0;6b5c0e5a2101:37657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:22,556 DEBUG [RS:0;6b5c0e5a2101:37657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:22,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:22,557 INFO [RS:0;6b5c0e5a2101:37657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37657 2024-11-18T06:23:22,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-967224624/rs/6b5c0e5a2101,37657,1731910967405 2024-11-18T06:23:22,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624/rs 2024-11-18T06:23:22,569 INFO [RS:0;6b5c0e5a2101:37657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:23:22,580 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,37657,1731910967405] 2024-11-18T06:23:22,590 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-967224624/draining/6b5c0e5a2101,37657,1731910967405 already deleted, retry=false 2024-11-18T06:23:22,590 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,37657,1731910967405 expired; onlineServers=0 2024-11-18T06:23:22,590 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,45063,1731910967260' ***** 2024-11-18T06:23:22,590 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:23:22,590 INFO [M:0;6b5c0e5a2101:45063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:23:22,590 INFO [M:0;6b5c0e5a2101:45063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:23:22,590 DEBUG [M:0;6b5c0e5a2101:45063 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:23:22,591 DEBUG [M:0;6b5c0e5a2101:45063 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:23:22,591 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:23:22,591 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910968792 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910968792,5,FailOnTimeoutGroup] 2024-11-18T06:23:22,591 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910968795 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910968795,5,FailOnTimeoutGroup] 2024-11-18T06:23:22,591 INFO [M:0;6b5c0e5a2101:45063 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:23:22,591 INFO [M:0;6b5c0e5a2101:45063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:23:22,591 DEBUG [M:0;6b5c0e5a2101:45063 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:23:22,591 INFO [M:0;6b5c0e5a2101:45063 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:23:22,591 INFO [M:0;6b5c0e5a2101:45063 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:23:22,591 INFO [M:0;6b5c0e5a2101:45063 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:23:22,591 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:23:22,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:22,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:22,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:22,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:22,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:22,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:22,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:22,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:22,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-967224624/master 2024-11-18T06:23:22,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-967224624 2024-11-18T06:23:22,601 DEBUG [M:0;6b5c0e5a2101:45063 {}] zookeeper.ZKUtil(347): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Unable to get data of znode /1-967224624/master because node does not exist (not an error) 2024-11-18T06:23:22,601 WARN [M:0;6b5c0e5a2101:45063 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T06:23:22,601 INFO [M:0;6b5c0e5a2101:45063 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/.lastflushedseqids 2024-11-18T06:23:22,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:22,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741848_1024 (size=245) 2024-11-18T06:23:22,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:23:22,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37657-0x1014c9bf8330004, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:23:22,680 INFO [RS:0;6b5c0e5a2101:37657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:23:22,680 INFO [RS:0;6b5c0e5a2101:37657 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,37657,1731910967405; zookeeper connection closed. 2024-11-18T06:23:22,680 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@446943e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@446943e6 2024-11-18T06:23:22,681 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:23:22,766 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1488, reset compression=false 2024-11-18T06:23:23,006 INFO [M:0;6b5c0e5a2101:45063 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:23:23,006 INFO [M:0;6b5c0e5a2101:45063 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:23:23,006 DEBUG [M:0;6b5c0e5a2101:45063 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:23:23,006 INFO [M:0;6b5c0e5a2101:45063 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:23,006 DEBUG [M:0;6b5c0e5a2101:45063 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:23,006 DEBUG [M:0;6b5c0e5a2101:45063 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:23:23,006 DEBUG [M:0;6b5c0e5a2101:45063 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:23,006 INFO [M:0;6b5c0e5a2101:45063 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-18T06:23:23,020 DEBUG [M:0;6b5c0e5a2101:45063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f5d6b235fa341eeb8aa496a7448d7dd is 82, key is hbase:meta,,1/info:regioninfo/1731910969591/Put/seqid=0 2024-11-18T06:23:23,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741849_1025 (size=5672) 2024-11-18T06:23:23,120 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:23:23,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:23,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:23,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:23,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:23,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:23,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:23,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:23,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:23,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:23,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:23,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:23,424 INFO [M:0;6b5c0e5a2101:45063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f5d6b235fa341eeb8aa496a7448d7dd 2024-11-18T06:23:23,439 DEBUG [M:0;6b5c0e5a2101:45063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ccb05575a20747a1a1747c0b42fcb208 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731910978459/Put/seqid=0 2024-11-18T06:23:23,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741850_1026 (size=7219) 2024-11-18T06:23:23,843 INFO [M:0;6b5c0e5a2101:45063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ccb05575a20747a1a1747c0b42fcb208 2024-11-18T06:23:23,847 INFO [M:0;6b5c0e5a2101:45063 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ccb05575a20747a1a1747c0b42fcb208 2024-11-18T06:23:23,864 DEBUG [M:0;6b5c0e5a2101:45063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/242c1cd398b1479f8503b39e0ec61fba is 69, key is 6b5c0e5a2101,37657,1731910967405/rs:state/1731910968897/Put/seqid=0 2024-11-18T06:23:23,869 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1488, reset compression=false 2024-11-18T06:23:23,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741851_1027 (size=5156) 2024-11-18T06:23:23,878 INFO [M:0;6b5c0e5a2101:45063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/242c1cd398b1479f8503b39e0ec61fba 2024-11-18T06:23:23,887 DEBUG [M:0;6b5c0e5a2101:45063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f5d6b235fa341eeb8aa496a7448d7dd as hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f5d6b235fa341eeb8aa496a7448d7dd 2024-11-18T06:23:23,891 INFO [M:0;6b5c0e5a2101:45063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f5d6b235fa341eeb8aa496a7448d7dd, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T06:23:23,892 DEBUG [M:0;6b5c0e5a2101:45063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ccb05575a20747a1a1747c0b42fcb208 as hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ccb05575a20747a1a1747c0b42fcb208 2024-11-18T06:23:23,904 INFO [M:0;6b5c0e5a2101:45063 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ccb05575a20747a1a1747c0b42fcb208 2024-11-18T06:23:23,904 INFO [M:0;6b5c0e5a2101:45063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ccb05575a20747a1a1747c0b42fcb208, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T06:23:23,911 DEBUG [M:0;6b5c0e5a2101:45063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/242c1cd398b1479f8503b39e0ec61fba as hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/242c1cd398b1479f8503b39e0ec61fba 2024-11-18T06:23:23,917 INFO [M:0;6b5c0e5a2101:45063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42311/user/jenkins/test-data/0eb0a0df-998a-45a1-2d45-04538b9ef199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/242c1cd398b1479f8503b39e0ec61fba, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T06:23:23,918 INFO [M:0;6b5c0e5a2101:45063 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=105, compaction requested=false 2024-11-18T06:23:23,924 INFO [M:0;6b5c0e5a2101:45063 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:23,924 DEBUG [M:0;6b5c0e5a2101:45063 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731911003006Disabling compacts and flushes for region at 1731911003006Disabling writes for close at 1731911003006Obtaining lock to block concurrent updates at 1731911003006Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731911003006Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731911003006Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731911003007 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731911003007Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731911003019 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731911003019Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731911003427 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731911003439 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731911003439Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731911003847 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731911003863 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731911003863Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75f01e20: reopening flushed file at 1731911003882 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45d55892: reopening flushed file at 1731911003891 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5647b2dd: reopening flushed file at 1731911003905 (+14 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=105, compaction requested=false at 1731911003918 (+13 ms)Writing region close event to WAL at 1731911003924 (+6 ms)Closed at 1731911003924 2024-11-18T06:23:23,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741830_1006 (size=64435) 2024-11-18T06:23:23,930 INFO [M:0;6b5c0e5a2101:45063 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:23:23,930 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:23:23,930 INFO [M:0;6b5c0e5a2101:45063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45063 2024-11-18T06:23:23,931 INFO [M:0;6b5c0e5a2101:45063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:23:24,122 INFO [M:0;6b5c0e5a2101:45063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:23:24,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:23:24,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45063-0x1014c9bf8330003, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:23:24,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a5c19b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:23:24,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f5ee27{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:23:24,129 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:23:24,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c5b26d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:23:24,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ee3ced1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/hadoop.log.dir/,STOPPED} 2024-11-18T06:23:24,131 WARN [BP-1292425109-172.17.0.3-1731910964499 heartbeating to localhost/127.0.0.1:42311 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:23:24,131 WARN [BP-1292425109-172.17.0.3-1731910964499 heartbeating to localhost/127.0.0.1:42311 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1292425109-172.17.0.3-1731910964499 (Datanode Uuid 37f1057d-14f4-4baa-8ce1-de498605f8a7) service to localhost/127.0.0.1:42311 2024-11-18T06:23:24,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/cluster_f4450151-ced5-7744-e3e1-db8c438a1b9f/data/data1/current/BP-1292425109-172.17.0.3-1731910964499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:23:24,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/cluster_f4450151-ced5-7744-e3e1-db8c438a1b9f/data/data2/current/BP-1292425109-172.17.0.3-1731910964499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:23:24,132 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:23:24,132 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:23:24,132 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:23:24,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a2372a7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:23:24,138 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60b340{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:23:24,138 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:23:24,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57d59872{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:23:24,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f5302b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d3025-a0ae-8edc-b2f2-0c6c9e07be3f/hadoop.log.dir/,STOPPED} 2024-11-18T06:23:24,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:23:24,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:23:24,160 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:23:24,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:24,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:24,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:24,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:24,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:23:24,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1944052710, stopped=false 2024-11-18T06:23:24,161 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,33953,1731910960739 2024-11-18T06:23:24,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1194530193/running 2024-11-18T06:23:24,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1194530193/running 2024-11-18T06:23:24,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193 2024-11-18T06:23:24,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193 2024-11-18T06:23:24,194 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:23:24,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Set watcher on znode that does not yet exist, /0-1194530193/running 2024-11-18T06:23:24,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:23:24,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:24,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Set watcher on znode that does not yet exist, /0-1194530193/running 2024-11-18T06:23:24,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:24,195 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,39365,1731910961261' ***** 2024-11-18T06:23:24,195 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:23:24,196 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:23:24,196 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:23:24,196 INFO [RS:0;6b5c0e5a2101:39365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:23:24,196 INFO [RS:0;6b5c0e5a2101:39365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:23:24,196 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(3091): Received CLOSE for cded87d1346a881efcc4065cdb1fe0b7 2024-11-18T06:23:24,196 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(3091): Received CLOSE for bb095704c19f96768bea1e8c0de6c72d 2024-11-18T06:23:24,196 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,39365,1731910961261 2024-11-18T06:23:24,196 INFO [RS:0;6b5c0e5a2101:39365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:23:24,196 INFO [RS:0;6b5c0e5a2101:39365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:39365. 2024-11-18T06:23:24,196 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cded87d1346a881efcc4065cdb1fe0b7, disabling compactions & flushes 2024-11-18T06:23:24,196 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7. 2024-11-18T06:23:24,196 DEBUG [RS:0;6b5c0e5a2101:39365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:24,197 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7. 2024-11-18T06:23:24,197 DEBUG [RS:0;6b5c0e5a2101:39365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:24,197 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7. after waiting 0 ms 2024-11-18T06:23:24,197 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7. 2024-11-18T06:23:24,197 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:23:24,197 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:23:24,197 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:23:24,197 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:23:24,197 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cded87d1346a881efcc4065cdb1fe0b7 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-18T06:23:24,197 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T06:23:24,197 DEBUG [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(1325): Online Regions={cded87d1346a881efcc4065cdb1fe0b7=hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7., 1588230740=hbase:meta,,1.1588230740, bb095704c19f96768bea1e8c0de6c72d=test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d.} 2024-11-18T06:23:24,197 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:23:24,197 DEBUG [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb095704c19f96768bea1e8c0de6c72d, cded87d1346a881efcc4065cdb1fe0b7 2024-11-18T06:23:24,197 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:23:24,197 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:23:24,197 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:23:24,197 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:23:24,197 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T06:23:24,217 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/replication/cded87d1346a881efcc4065cdb1fe0b7/.tmp/queue/37bc3df2eab346d48de3b1eff4841e7c is 154, key is 1-6b5c0e5a2101,39365,1731910961261/queue:6b5c0e5a2101%2C39365%2C1731910961261/1731910997295/Put/seqid=0 2024-11-18T06:23:24,218 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/.tmp/info/aaadcf87a1644d469ac74223cb62c9af is 147, key is hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7./info:regioninfo/1731910982905/Put/seqid=0 2024-11-18T06:23:24,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741840_1016 (size=5353) 2024-11-18T06:23:24,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741841_1017 (size=7686) 2024-11-18T06:23:24,258 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:23:24,259 INFO [master/6b5c0e5a2101:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T06:23:24,259 INFO [master/6b5c0e5a2101:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T06:23:24,397 DEBUG [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb095704c19f96768bea1e8c0de6c72d, cded87d1346a881efcc4065cdb1fe0b7 2024-11-18T06:23:24,597 DEBUG [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb095704c19f96768bea1e8c0de6c72d, cded87d1346a881efcc4065cdb1fe0b7 2024-11-18T06:23:24,624 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/replication/cded87d1346a881efcc4065cdb1fe0b7/.tmp/queue/37bc3df2eab346d48de3b1eff4841e7c 2024-11-18T06:23:24,631 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/.tmp/info/aaadcf87a1644d469ac74223cb62c9af 2024-11-18T06:23:24,633 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/replication/cded87d1346a881efcc4065cdb1fe0b7/.tmp/queue/37bc3df2eab346d48de3b1eff4841e7c as hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/replication/cded87d1346a881efcc4065cdb1fe0b7/queue/37bc3df2eab346d48de3b1eff4841e7c 2024-11-18T06:23:24,642 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/replication/cded87d1346a881efcc4065cdb1fe0b7/queue/37bc3df2eab346d48de3b1eff4841e7c, entries=1, sequenceid=14, filesize=5.2 K 2024-11-18T06:23:24,643 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for cded87d1346a881efcc4065cdb1fe0b7 in 445ms, sequenceid=14, compaction requested=false 2024-11-18T06:23:24,649 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/replication/cded87d1346a881efcc4065cdb1fe0b7/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-18T06:23:24,662 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:23:24,662 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:23:24,662 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7. 2024-11-18T06:23:24,662 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cded87d1346a881efcc4065cdb1fe0b7: Waiting for close lock at 1731911004196Running coprocessor pre-close hooks at 1731911004196Disabling compacts and flushes for region at 1731911004196Disabling writes for close at 1731911004197 (+1 ms)Obtaining lock to block concurrent updates at 1731911004197Preparing flush snapshotting stores in cded87d1346a881efcc4065cdb1fe0b7 at 1731911004197Finished memstore snapshotting hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731911004197Flushing stores of hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7. at 1731911004197Flushing cded87d1346a881efcc4065cdb1fe0b7/queue: creating writer at 1731911004197Flushing cded87d1346a881efcc4065cdb1fe0b7/queue: appending metadata at 1731911004216 (+19 ms)Flushing cded87d1346a881efcc4065cdb1fe0b7/queue: closing flushed file at 1731911004216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b5654e: reopening flushed file at 1731911004632 (+416 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for cded87d1346a881efcc4065cdb1fe0b7 in 445ms, sequenceid=14, compaction requested=false at 1731911004643 (+11 ms)Writing region close event to WAL at 1731911004644 (+1 ms)Running coprocessor post-close hooks at 1731911004661 (+17 ms)Closed at 1731911004662 (+1 ms) 2024-11-18T06:23:24,662 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731910981536.cded87d1346a881efcc4065cdb1fe0b7. 2024-11-18T06:23:24,662 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb095704c19f96768bea1e8c0de6c72d, disabling compactions & flushes 2024-11-18T06:23:24,662 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d. 2024-11-18T06:23:24,662 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d. 2024-11-18T06:23:24,662 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d. after waiting 0 ms 2024-11-18T06:23:24,662 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d. 2024-11-18T06:23:24,663 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bb095704c19f96768bea1e8c0de6c72d 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-18T06:23:24,671 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/.tmp/ns/92544100d0334158aafcec95331f40d5 is 43, key is default/ns:d/1731910964234/Put/seqid=0 2024-11-18T06:23:24,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741842_1018 (size=5153) 2024-11-18T06:23:24,691 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/default/test/bb095704c19f96768bea1e8c0de6c72d/.tmp/f/c641c9268bb143c6a18560dfaf4caa34 is 37, key is row3/f:row3/1731910995762/Put/seqid=0 2024-11-18T06:23:24,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741843_1019 (size=5228) 2024-11-18T06:23:24,696 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/default/test/bb095704c19f96768bea1e8c0de6c72d/.tmp/f/c641c9268bb143c6a18560dfaf4caa34 2024-11-18T06:23:24,700 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c641c9268bb143c6a18560dfaf4caa34 2024-11-18T06:23:24,720 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/default/test/bb095704c19f96768bea1e8c0de6c72d/.tmp/f1/34931c03b03b465c946ce58b0a21934d is 30, key is row1/f1:/1731910993035/DeleteFamily/seqid=0 2024-11-18T06:23:24,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741844_1020 (size=5158) 2024-11-18T06:23:24,724 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/default/test/bb095704c19f96768bea1e8c0de6c72d/.tmp/f1/34931c03b03b465c946ce58b0a21934d 2024-11-18T06:23:24,728 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34931c03b03b465c946ce58b0a21934d 2024-11-18T06:23:24,746 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/default/test/bb095704c19f96768bea1e8c0de6c72d/.tmp/norep/2f224677a4704c9a88e4f94fb1bea973 is 32, key is row/norep:/1731910992027/DeleteFamily/seqid=0 2024-11-18T06:23:24,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741845_1021 (size=5101) 2024-11-18T06:23:24,798 DEBUG [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb095704c19f96768bea1e8c0de6c72d 2024-11-18T06:23:24,982 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:23:24,982 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:23:24,998 DEBUG [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb095704c19f96768bea1e8c0de6c72d 2024-11-18T06:23:25,076 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/.tmp/ns/92544100d0334158aafcec95331f40d5 2024-11-18T06:23:25,078 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1488, reset compression=false 2024-11-18T06:23:25,094 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:25,094 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1735, reset compression=false 2024-11-18T06:23:25,094 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,39365,1731910961261 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:25,095 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b5c0e5a2101,39365,1731910961261: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b5c0e5a2101,39365,1731910961261, walGroup=6b5c0e5a2101%2C39365%2C1731910961261, offset=6b5c0e5a2101%2C39365%2C1731910961261.1731910963136:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:39365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T06:23:25,095 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T06:23:25,096 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T06:23:25,096 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T06:23:25,096 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T06:23:25,097 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T06:23:25,097 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1266679808, "init": 1048576000, "max": 2306867200, "used": 762917056 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199192696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T06:23:25,097 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:33953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:33953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T06:23:25,104 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/.tmp/rep_barrier/c08827860a0f45949c7837a1605c7817 is 112, key is test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d./rep_barrier:seqnumDuringOpen/1731910976238/Put/seqid=0 2024-11-18T06:23:25,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741846_1022 (size=5518) 2024-11-18T06:23:25,150 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/default/test/bb095704c19f96768bea1e8c0de6c72d/.tmp/norep/2f224677a4704c9a88e4f94fb1bea973 2024-11-18T06:23:25,154 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f224677a4704c9a88e4f94fb1bea973 2024-11-18T06:23:25,154 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/default/test/bb095704c19f96768bea1e8c0de6c72d/.tmp/f/c641c9268bb143c6a18560dfaf4caa34 as hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/default/test/bb095704c19f96768bea1e8c0de6c72d/f/c641c9268bb143c6a18560dfaf4caa34 2024-11-18T06:23:25,158 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c641c9268bb143c6a18560dfaf4caa34 2024-11-18T06:23:25,158 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/default/test/bb095704c19f96768bea1e8c0de6c72d/f/c641c9268bb143c6a18560dfaf4caa34, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T06:23:25,158 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/default/test/bb095704c19f96768bea1e8c0de6c72d/.tmp/f1/34931c03b03b465c946ce58b0a21934d as hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/default/test/bb095704c19f96768bea1e8c0de6c72d/f1/34931c03b03b465c946ce58b0a21934d 2024-11-18T06:23:25,162 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34931c03b03b465c946ce58b0a21934d 2024-11-18T06:23:25,162 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/default/test/bb095704c19f96768bea1e8c0de6c72d/f1/34931c03b03b465c946ce58b0a21934d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T06:23:25,163 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/default/test/bb095704c19f96768bea1e8c0de6c72d/.tmp/norep/2f224677a4704c9a88e4f94fb1bea973 as hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/default/test/bb095704c19f96768bea1e8c0de6c72d/norep/2f224677a4704c9a88e4f94fb1bea973 2024-11-18T06:23:25,166 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f224677a4704c9a88e4f94fb1bea973 2024-11-18T06:23:25,167 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/default/test/bb095704c19f96768bea1e8c0de6c72d/norep/2f224677a4704c9a88e4f94fb1bea973, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T06:23:25,167 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for bb095704c19f96768bea1e8c0de6c72d in 505ms, sequenceid=12, compaction requested=false 2024-11-18T06:23:25,167 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T06:23:25,171 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/default/test/bb095704c19f96768bea1e8c0de6c72d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T06:23:25,172 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:23:25,172 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:23:25,172 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d. 2024-11-18T06:23:25,172 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb095704c19f96768bea1e8c0de6c72d: Waiting for close lock at 1731911004662Running coprocessor pre-close hooks at 1731911004662Disabling compacts and flushes for region at 1731911004662Disabling writes for close at 1731911004662Obtaining lock to block concurrent updates at 1731911004663 (+1 ms)Preparing flush snapshotting stores in bb095704c19f96768bea1e8c0de6c72d at 1731911004663Finished memstore snapshotting test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731911004663Flushing stores of test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d. at 1731911004663Flushing bb095704c19f96768bea1e8c0de6c72d/f: creating writer at 1731911004664 (+1 ms)Flushing bb095704c19f96768bea1e8c0de6c72d/f: appending metadata at 1731911004690 (+26 ms)Flushing bb095704c19f96768bea1e8c0de6c72d/f: closing flushed file at 1731911004690Flushing bb095704c19f96768bea1e8c0de6c72d/f1: creating writer at 1731911004700 (+10 ms)Flushing bb095704c19f96768bea1e8c0de6c72d/f1: appending metadata at 1731911004719 (+19 ms)Flushing bb095704c19f96768bea1e8c0de6c72d/f1: closing flushed file at 1731911004719Flushing bb095704c19f96768bea1e8c0de6c72d/norep: creating writer at 1731911004728 (+9 ms)Flushing bb095704c19f96768bea1e8c0de6c72d/norep: appending metadata at 1731911004746 (+18 ms)Flushing bb095704c19f96768bea1e8c0de6c72d/norep: closing flushed file at 1731911004746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@207bfbf: reopening flushed file at 1731911005154 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15145643: reopening flushed file at 1731911005158 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3083d0ff: reopening flushed file at 1731911005162 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for bb095704c19f96768bea1e8c0de6c72d in 505ms, sequenceid=12, compaction requested=false at 1731911005167 (+5 ms)Writing region close event to WAL at 1731911005169 (+2 ms)Running coprocessor post-close hooks at 1731911005172 (+3 ms)Closed at 1731911005172 2024-11-18T06:23:25,172 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731910975008.bb095704c19f96768bea1e8c0de6c72d. 2024-11-18T06:23:25,198 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T06:23:25,198 DEBUG [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:23:25,198 DEBUG [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:23:25,301 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 1735, reset compression=false 2024-11-18T06:23:25,305 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:25,305 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 2379, reset compression=false 2024-11-18T06:23:25,398 DEBUG [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:23:25,507 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 2379, reset compression=false 2024-11-18T06:23:25,508 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/.tmp/rep_barrier/c08827860a0f45949c7837a1605c7817 2024-11-18T06:23:25,524 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/.tmp/table/c727bff86e7a4ecfb37b234aee896bf1 is 53, key is hbase:replication/table:state/1731910982928/Put/seqid=0 2024-11-18T06:23:25,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741847_1023 (size=5308) 2024-11-18T06:23:25,599 DEBUG [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:23:25,799 DEBUG [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:23:25,810 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.wal-reader.6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.1731910963136 to pos 2379, reset compression=false 2024-11-18T06:23:25,928 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/.tmp/table/c727bff86e7a4ecfb37b234aee896bf1 2024-11-18T06:23:25,932 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/.tmp/info/aaadcf87a1644d469ac74223cb62c9af as hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/info/aaadcf87a1644d469ac74223cb62c9af 2024-11-18T06:23:25,935 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/info/aaadcf87a1644d469ac74223cb62c9af, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T06:23:25,936 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/.tmp/ns/92544100d0334158aafcec95331f40d5 as hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/ns/92544100d0334158aafcec95331f40d5 2024-11-18T06:23:25,939 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/ns/92544100d0334158aafcec95331f40d5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T06:23:25,940 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/.tmp/rep_barrier/c08827860a0f45949c7837a1605c7817 as hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/rep_barrier/c08827860a0f45949c7837a1605c7817 2024-11-18T06:23:25,942 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/rep_barrier/c08827860a0f45949c7837a1605c7817, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T06:23:25,943 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/.tmp/table/c727bff86e7a4ecfb37b234aee896bf1 as hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/table/c727bff86e7a4ecfb37b234aee896bf1 2024-11-18T06:23:25,946 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/table/c727bff86e7a4ecfb37b234aee896bf1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T06:23:25,947 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1750ms, sequenceid=16, compaction requested=false 2024-11-18T06:23:25,947 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T06:23:25,950 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T06:23:25,951 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:23:25,951 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:23:25,951 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:23:25,951 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731911004197Running coprocessor pre-close hooks at 1731911004197Disabling compacts and flushes for region at 1731911004197Disabling writes for close at 1731911004197Obtaining lock to block concurrent updates at 1731911004197Preparing flush snapshotting stores in 1588230740 at 1731911004197Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731911004197Flushing stores of hbase:meta,,1.1588230740 at 1731911004198 (+1 ms)Flushing 1588230740/info: creating writer at 1731911004198Flushing 1588230740/info: appending metadata at 1731911004217 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731911004217Flushing 1588230740/ns: creating writer at 1731911004640 (+423 ms)Flushing 1588230740/ns: appending metadata at 1731911004671 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1731911004671Flushing 1588230740/rep_barrier: creating writer at 1731911005083 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731911005104 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731911005104Flushing 1588230740/table: creating writer at 1731911005512 (+408 ms)Flushing 1588230740/table: appending metadata at 1731911005524 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731911005524Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e04334: reopening flushed file at 1731911005932 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72390f23: reopening flushed file at 1731911005936 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a67f036: reopening flushed file at 1731911005939 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d49da64: reopening flushed file at 1731911005943 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1750ms, sequenceid=16, compaction requested=false at 1731911005947 (+4 ms)Writing region close event to WAL at 1731911005948 (+1 ms)Running coprocessor post-close hooks at 1731911005951 (+3 ms)Closed at 1731911005951 2024-11-18T06:23:25,951 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:23:25,965 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:23:25,999 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,39365,1731910961261; all regions closed. 2024-11-18T06:23:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741834_1010 (size=4239) 2024-11-18T06:23:26,001 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.meta.1731910964136.meta not finished, retry = 0 2024-11-18T06:23:26,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741839_1015 (size=3552) 2024-11-18T06:23:26,103 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/WALs/6b5c0e5a2101,39365,1731910961261/6b5c0e5a2101%2C39365%2C1731910961261.rep.1731910982833 not finished, retry = 0 2024-11-18T06:23:26,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741832_1008 (size=2387) 2024-11-18T06:23:26,207 DEBUG [RS:0;6b5c0e5a2101:39365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:26,207 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:23:26,207 INFO [RS:0;6b5c0e5a2101:39365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:23:26,207 INFO [RS:0;6b5c0e5a2101:39365 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:23:26,207 INFO [RS:0;6b5c0e5a2101:39365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:23:26,207 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:23:26,207 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b5c0e5a2101,39365,1731910961261 because: Region server is closing 2024-11-18T06:23:26,207 INFO [RS:0;6b5c0e5a2101:39365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:39365. 2024-11-18T06:23:26,207 DEBUG [RS:0;6b5c0e5a2101:39365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:26,208 DEBUG [RS:0;6b5c0e5a2101:39365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:26,208 DEBUG [RS:0;6b5c0e5a2101:39365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:26,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:26,308 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,39365,1731910961261.replicationSource.shipper6b5c0e5a2101%2C39365%2C1731910961261,1-6b5c0e5a2101,39365,1731910961261 terminated 2024-11-18T06:23:26,308 INFO [RS:0;6b5c0e5a2101:39365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:39365. 2024-11-18T06:23:26,308 DEBUG [RS:0;6b5c0e5a2101:39365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:26,308 DEBUG [RS:0;6b5c0e5a2101:39365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:26,308 DEBUG [RS:0;6b5c0e5a2101:39365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:26,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:26,308 INFO [RS:0;6b5c0e5a2101:39365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39365 2024-11-18T06:23:26,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1194530193/rs/6b5c0e5a2101,39365,1731910961261 2024-11-18T06:23:26,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193/rs 2024-11-18T06:23:26,390 INFO [RS:0;6b5c0e5a2101:39365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:23:26,401 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=660.99 KB, freeSize=879.35 MB, max=880 MB, blockCount=0, accesses=0, hits=0, hitRatio=0, cachingAccesses=0, cachingHits=0, cachingHitsRatio=0,evictions=29, evicted=0, evictedPerRun=0.0 2024-11-18T06:23:26,473 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,39365,1731910961261] 2024-11-18T06:23:26,499 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1194530193/draining/6b5c0e5a2101,39365,1731910961261 already deleted, retry=false 2024-11-18T06:23:26,499 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,39365,1731910961261 expired; onlineServers=0 2024-11-18T06:23:26,499 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,33953,1731910960739' ***** 2024-11-18T06:23:26,499 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:23:26,499 INFO [M:0;6b5c0e5a2101:33953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:23:26,499 INFO [M:0;6b5c0e5a2101:33953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:23:26,499 DEBUG [M:0;6b5c0e5a2101:33953 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:23:26,499 DEBUG [M:0;6b5c0e5a2101:33953 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:23:26,499 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:23:26,499 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910962772 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731910962772,5,FailOnTimeoutGroup] 2024-11-18T06:23:26,499 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910962797 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731910962797,5,FailOnTimeoutGroup] 2024-11-18T06:23:26,499 INFO [M:0;6b5c0e5a2101:33953 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:23:26,500 INFO [M:0;6b5c0e5a2101:33953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:23:26,500 DEBUG [M:0;6b5c0e5a2101:33953 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:23:26,500 INFO [M:0;6b5c0e5a2101:33953 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:23:26,500 INFO [M:0;6b5c0e5a2101:33953 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:23:26,500 ERROR [M:0;6b5c0e5a2101:33953 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44857,5,PEWorkerGroup] 2024-11-18T06:23:26,500 INFO [M:0;6b5c0e5a2101:33953 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:23:26,500 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:23:26,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1194530193/master 2024-11-18T06:23:26,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194530193 2024-11-18T06:23:26,509 DEBUG [M:0;6b5c0e5a2101:33953 {}] zookeeper.ZKUtil(347): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Unable to get data of znode /0-1194530193/master because node does not exist (not an error) 2024-11-18T06:23:26,509 WARN [M:0;6b5c0e5a2101:33953 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T06:23:26,511 INFO [M:0;6b5c0e5a2101:33953 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/.lastflushedseqids 2024-11-18T06:23:26,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741848_1024 (size=245) 2024-11-18T06:23:26,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:23:26,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x1014c9bf8330001, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:23:26,574 INFO [RS:0;6b5c0e5a2101:39365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:23:26,574 INFO [RS:0;6b5c0e5a2101:39365 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,39365,1731910961261; zookeeper connection closed. 2024-11-18T06:23:26,574 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b659a00 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b659a00 2024-11-18T06:23:26,574 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:23:26,916 INFO [M:0;6b5c0e5a2101:33953 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:23:26,916 INFO [M:0;6b5c0e5a2101:33953 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:23:26,917 DEBUG [M:0;6b5c0e5a2101:33953 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:23:26,917 INFO [M:0;6b5c0e5a2101:33953 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:26,917 DEBUG [M:0;6b5c0e5a2101:33953 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:26,917 DEBUG [M:0;6b5c0e5a2101:33953 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:23:26,917 DEBUG [M:0;6b5c0e5a2101:33953 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:26,917 INFO [M:0;6b5c0e5a2101:33953 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-18T06:23:26,934 DEBUG [M:0;6b5c0e5a2101:33953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6555838abb44f22a9458a1346aabfd4 is 82, key is hbase:meta,,1/info:regioninfo/1731910964182/Put/seqid=0 2024-11-18T06:23:26,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741849_1025 (size=5672) 2024-11-18T06:23:27,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T06:23:27,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T06:23:27,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:23:27,338 INFO [M:0;6b5c0e5a2101:33953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6555838abb44f22a9458a1346aabfd4 2024-11-18T06:23:27,359 DEBUG [M:0;6b5c0e5a2101:33953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dc5160c1e784b34a706d498af850cd1 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731910976247/Put/seqid=0 2024-11-18T06:23:27,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741850_1026 (size=7219) 2024-11-18T06:23:27,762 INFO [M:0;6b5c0e5a2101:33953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dc5160c1e784b34a706d498af850cd1 2024-11-18T06:23:27,765 INFO [M:0;6b5c0e5a2101:33953 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dc5160c1e784b34a706d498af850cd1 2024-11-18T06:23:27,777 DEBUG [M:0;6b5c0e5a2101:33953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b37763cac4a04914911db96ae10aa4ec is 69, key is 6b5c0e5a2101,39365,1731910961261/rs:state/1731910962884/Put/seqid=0 2024-11-18T06:23:27,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741851_1027 (size=5156) 2024-11-18T06:23:28,058 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:23:28,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:28,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:28,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:28,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:28,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:28,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:28,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:28,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:28,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:28,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:28,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:28,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:28,181 INFO [M:0;6b5c0e5a2101:33953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b37763cac4a04914911db96ae10aa4ec 2024-11-18T06:23:28,185 DEBUG [M:0;6b5c0e5a2101:33953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6555838abb44f22a9458a1346aabfd4 as hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6555838abb44f22a9458a1346aabfd4 2024-11-18T06:23:28,188 INFO [M:0;6b5c0e5a2101:33953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6555838abb44f22a9458a1346aabfd4, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T06:23:28,189 DEBUG [M:0;6b5c0e5a2101:33953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dc5160c1e784b34a706d498af850cd1 as hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3dc5160c1e784b34a706d498af850cd1 2024-11-18T06:23:28,192 INFO [M:0;6b5c0e5a2101:33953 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dc5160c1e784b34a706d498af850cd1 2024-11-18T06:23:28,192 INFO [M:0;6b5c0e5a2101:33953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3dc5160c1e784b34a706d498af850cd1, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T06:23:28,192 DEBUG [M:0;6b5c0e5a2101:33953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b37763cac4a04914911db96ae10aa4ec as hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b37763cac4a04914911db96ae10aa4ec 2024-11-18T06:23:28,196 INFO [M:0;6b5c0e5a2101:33953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44857/user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b37763cac4a04914911db96ae10aa4ec, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T06:23:28,197 INFO [M:0;6b5c0e5a2101:33953 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false 2024-11-18T06:23:28,197 INFO [M:0;6b5c0e5a2101:33953 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:28,198 DEBUG [M:0;6b5c0e5a2101:33953 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731911006917Disabling compacts and flushes for region at 1731911006917Disabling writes for close at 1731911006917Obtaining lock to block concurrent updates at 1731911006917Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731911006917Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731911006917Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731911006918 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731911006918Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731911006934 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731911006934Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731911007342 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731911007358 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731911007358Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731911007766 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731911007777 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731911007777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b18e12b: reopening flushed file at 1731911008184 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@254ee6e1: reopening flushed file at 1731911008188 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ba60105: reopening flushed file at 1731911008192 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false at 1731911008197 (+5 ms)Writing region close event to WAL at 1731911008197Closed at 1731911008197 2024-11-18T06:23:28,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741830_1006 (size=64435) 2024-11-18T06:23:28,199 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c49dcabf-2b86-329e-dc26-917ae2ce42f4/MasterData/WALs/6b5c0e5a2101,33953,1731910960739/6b5c0e5a2101%2C33953%2C1731910960739.1731910962121 not finished, retry = 0 2024-11-18T06:23:28,300 INFO [M:0;6b5c0e5a2101:33953 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:23:28,300 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:23:28,300 INFO [M:0;6b5c0e5a2101:33953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33953 2024-11-18T06:23:28,300 INFO [M:0;6b5c0e5a2101:33953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:23:28,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:23:28,483 INFO [M:0;6b5c0e5a2101:33953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:23:28,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1014c9bf8330000, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:23:28,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3eb9707e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:23:28,486 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5df443a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:23:28,486 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:23:28,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204ccbe7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:23:28,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cd166cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/hadoop.log.dir/,STOPPED} 2024-11-18T06:23:28,487 WARN [BP-575994055-172.17.0.3-1731910958246 heartbeating to localhost/127.0.0.1:44857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:23:28,488 WARN [BP-575994055-172.17.0.3-1731910958246 heartbeating to localhost/127.0.0.1:44857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-575994055-172.17.0.3-1731910958246 (Datanode Uuid f86126dc-2f6b-45f0-a276-afa2728db9d8) service to localhost/127.0.0.1:44857 2024-11-18T06:23:28,488 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:23:28,488 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:23:28,488 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/cluster_5cae8995-7ba0-095a-f441-9016bf08b209/data/data1/current/BP-575994055-172.17.0.3-1731910958246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:23:28,488 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/cluster_5cae8995-7ba0-095a-f441-9016bf08b209/data/data2/current/BP-575994055-172.17.0.3-1731910958246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:23:28,488 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:23:28,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48b3b282{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:23:28,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d9ba6d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:23:28,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:23:28,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f52eb1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:23:28,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d61ca67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/346a2d21-3299-12c4-553b-bf55e9850ca1/hadoop.log.dir/,STOPPED} 2024-11-18T06:23:28,498 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T06:23:28,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:23:28,524 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=387 (was 338) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53781) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:46117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53781) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:42311 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:46117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:42311 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42311 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:44857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:46117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:44857 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:42311 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:44857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:46117 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:42311 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:44857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53781) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=775 (was 706) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=628 (was 727), ProcessCount=11 (was 11), AvailableMemoryMB=3593 (was 3121) - AvailableMemoryMB LEAK? - 2024-11-18T06:23:28,535 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=387, OpenFileDescriptor=775, MaxFileDescriptor=1048576, SystemLoadAverage=628, ProcessCount=11, AvailableMemoryMB=3593 2024-11-18T06:23:28,546 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-18T06:23:28,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/hadoop.log.dir so I do NOT create it in target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310 2024-11-18T06:23:28,547 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:23:28,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/hadoop.tmp.dir so I do NOT create it in target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310 2024-11-18T06:23:28,547 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ef5aa46-d810-03c6-14ad-1c789f572084/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:23:28,547 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310 2024-11-18T06:23:28,547 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/cluster_a85e0cea-76d7-56cb-9582-db7c7fdd1153, deleteOnExit=true 2024-11-18T06:23:28,549 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/cluster_a85e0cea-76d7-56cb-9582-db7c7fdd1153/zookeeper_0, clientPort=58683, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/cluster_a85e0cea-76d7-56cb-9582-db7c7fdd1153/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/cluster_a85e0cea-76d7-56cb-9582-db7c7fdd1153/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T06:23:28,550 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58683 2024-11-18T06:23:28,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:23:28,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:23:28,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/test.cache.data in system properties and HBase conf 2024-11-18T06:23:28,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:23:28,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:23:28,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:23:28,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:23:28,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:23:28,550 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:23:28,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:23:28,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:23:28,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:23:28,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:23:28,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:23:28,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:23:28,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:23:28,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:23:28,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:23:28,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:23:28,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:23:28,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:23:28,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:23:28,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:23:28,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014c9bf8330005, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:23:28,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014c9bf8330008, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:23:28,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014c9bf8330002, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:23:28,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014c9bf8330008, quorum=127.0.0.1:53781, baseZNode=/2-1903077088 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:23:28,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014c9bf8330002, quorum=127.0.0.1:53781, baseZNode=/0-1194530193 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:23:28,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014c9bf8330005, quorum=127.0.0.1:53781, baseZNode=/1-967224624 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:23:29,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:23:29,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:23:29,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:23:29,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:23:29,012 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:23:29,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:23:29,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33182705{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:23:29,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@110565e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:23:29,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@332ff1d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/java.io.tmpdir/jetty-localhost-39443-hadoop-hdfs-3_4_1-tests_jar-_-any-3563250614978837120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:23:29,108 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b31fa6f{HTTP/1.1, (http/1.1)}{localhost:39443} 2024-11-18T06:23:29,108 INFO [Time-limited test {}] server.Server(415): Started @351654ms 2024-11-18T06:23:29,346 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:23:29,349 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:23:29,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:23:29,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:23:29,354 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:23:29,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30bcd448{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:23:29,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b2f87cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:23:29,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ca3aec2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/java.io.tmpdir/jetty-localhost-42189-hadoop-hdfs-3_4_1-tests_jar-_-any-8378091825665730940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:23:29,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@343ec99b{HTTP/1.1, (http/1.1)}{localhost:42189} 2024-11-18T06:23:29,450 INFO [Time-limited test {}] server.Server(415): Started @351995ms 2024-11-18T06:23:29,451 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:23:30,120 WARN [Thread-3364 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/cluster_a85e0cea-76d7-56cb-9582-db7c7fdd1153/data/data1/current/BP-1283830826-172.17.0.3-1731911008570/current, will proceed with Du for space computation calculation, 2024-11-18T06:23:30,120 WARN [Thread-3365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/cluster_a85e0cea-76d7-56cb-9582-db7c7fdd1153/data/data2/current/BP-1283830826-172.17.0.3-1731911008570/current, will proceed with Du for space computation calculation, 2024-11-18T06:23:30,147 WARN [Thread-3352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:23:30,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf76ba65702658302 with lease ID 0xfb7dd30e2192c075: Processing first storage report for DS-7685b04d-1cce-4c3d-8366-650990070e78 from datanode DatanodeRegistration(127.0.0.1:37037, datanodeUuid=82c73732-1dff-4712-a005-ed2fc50b19fd, infoPort=40715, infoSecurePort=0, ipcPort=32967, storageInfo=lv=-57;cid=testClusterID;nsid=1945993639;c=1731911008570) 2024-11-18T06:23:30,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf76ba65702658302 with lease ID 0xfb7dd30e2192c075: from storage DS-7685b04d-1cce-4c3d-8366-650990070e78 node DatanodeRegistration(127.0.0.1:37037, datanodeUuid=82c73732-1dff-4712-a005-ed2fc50b19fd, infoPort=40715, infoSecurePort=0, ipcPort=32967, storageInfo=lv=-57;cid=testClusterID;nsid=1945993639;c=1731911008570), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:23:30,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf76ba65702658302 with lease ID 0xfb7dd30e2192c075: Processing first storage report for DS-e7d9f2c2-d3b6-416b-81da-1e9bdde38eb9 from datanode DatanodeRegistration(127.0.0.1:37037, datanodeUuid=82c73732-1dff-4712-a005-ed2fc50b19fd, infoPort=40715, infoSecurePort=0, ipcPort=32967, storageInfo=lv=-57;cid=testClusterID;nsid=1945993639;c=1731911008570) 2024-11-18T06:23:30,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf76ba65702658302 with lease ID 0xfb7dd30e2192c075: from storage DS-e7d9f2c2-d3b6-416b-81da-1e9bdde38eb9 node DatanodeRegistration(127.0.0.1:37037, datanodeUuid=82c73732-1dff-4712-a005-ed2fc50b19fd, infoPort=40715, infoSecurePort=0, ipcPort=32967, storageInfo=lv=-57;cid=testClusterID;nsid=1945993639;c=1731911008570), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:23:30,178 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310 2024-11-18T06:23:30,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:30,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:30,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:23:30,588 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81 with version=8 2024-11-18T06:23:30,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/hbase-staging 2024-11-18T06:23:30,590 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:23:30,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:23:30,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:23:30,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:23:30,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:23:30,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:23:30,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:23:30,591 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:23:30,591 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45091 2024-11-18T06:23:30,592 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45091 connecting to ZooKeeper ensemble=127.0.0.1:58683 2024-11-18T06:23:30,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450910x0, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:23:30,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45091-0x1014c9cbcd00000 connected 2024-11-18T06:23:30,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:30,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:30,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Set watcher on znode that does not yet exist, /0632820964/running 2024-11-18T06:23:30,786 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81, hbase.cluster.distributed=false 2024-11-18T06:23:30,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Set watcher on znode that does not yet exist, /0632820964/acl 2024-11-18T06:23:30,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45091 2024-11-18T06:23:30,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45091 2024-11-18T06:23:30,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45091 2024-11-18T06:23:30,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45091 2024-11-18T06:23:30,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45091 2024-11-18T06:23:30,804 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:23:30,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:23:30,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:23:30,805 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:23:30,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:23:30,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:23:30,805 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:23:30,805 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:23:30,805 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44651 2024-11-18T06:23:30,806 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44651 connecting to ZooKeeper ensemble=127.0.0.1:58683 2024-11-18T06:23:30,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:30,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:30,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446510x0, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:23:30,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446510x0, quorum=127.0.0.1:58683, baseZNode=/0632820964 Set watcher on znode that does not yet exist, /0632820964/running 2024-11-18T06:23:30,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44651-0x1014c9cbcd00001 connected 2024-11-18T06:23:30,822 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:23:30,823 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:23:30,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Set watcher on znode that does not yet exist, /0632820964/master 2024-11-18T06:23:30,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Set watcher on znode that does not yet exist, /0632820964/acl 2024-11-18T06:23:30,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44651 2024-11-18T06:23:30,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44651 2024-11-18T06:23:30,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44651 2024-11-18T06:23:30,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44651 2024-11-18T06:23:30,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44651 2024-11-18T06:23:30,843 DEBUG [M:0;6b5c0e5a2101:45091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:45091 2024-11-18T06:23:30,843 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0632820964/backup-masters/6b5c0e5a2101,45091,1731911010590 2024-11-18T06:23:30,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964/backup-masters 2024-11-18T06:23:30,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964/backup-masters 2024-11-18T06:23:30,853 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Set watcher on existing znode=/0632820964/backup-masters/6b5c0e5a2101,45091,1731911010590 2024-11-18T06:23:30,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0632820964/master 2024-11-18T06:23:30,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964 2024-11-18T06:23:30,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964 2024-11-18T06:23:30,864 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Set watcher on existing znode=/0632820964/master 2024-11-18T06:23:30,864 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0632820964/backup-masters/6b5c0e5a2101,45091,1731911010590 from backup master directory 2024-11-18T06:23:30,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964/backup-masters 2024-11-18T06:23:30,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0632820964/backup-masters/6b5c0e5a2101,45091,1731911010590 2024-11-18T06:23:30,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964/backup-masters 2024-11-18T06:23:30,874 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:23:30,874 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,45091,1731911010590 2024-11-18T06:23:30,877 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/hbase.id] with ID: 87b8f258-3f78-40f2-994d-c63f369b4d13 2024-11-18T06:23:30,877 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/.tmp/hbase.id 2024-11-18T06:23:30,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:23:31,282 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/.tmp/hbase.id]:[hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/hbase.id] 2024-11-18T06:23:31,289 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:31,289 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:23:31,290 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T06:23:31,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964 2024-11-18T06:23:31,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964 2024-11-18T06:23:31,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:23:31,745 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:23:31,745 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:23:31,746 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:23:31,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:23:32,151 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store 2024-11-18T06:23:32,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:23:32,556 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:32,556 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:23:32,556 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:32,556 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:32,556 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:23:32,556 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:32,556 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:32,556 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731911012556Disabling compacts and flushes for region at 1731911012556Disabling writes for close at 1731911012556Writing region close event to WAL at 1731911012556Closed at 1731911012556 2024-11-18T06:23:32,557 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store/.initializing 2024-11-18T06:23:32,557 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/WALs/6b5c0e5a2101,45091,1731911010590 2024-11-18T06:23:32,558 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:23:32,559 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C45091%2C1731911010590, suffix=, logDir=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/WALs/6b5c0e5a2101,45091,1731911010590, archiveDir=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/oldWALs, maxLogs=10 2024-11-18T06:23:32,574 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/WALs/6b5c0e5a2101,45091,1731911010590/6b5c0e5a2101%2C45091%2C1731911010590.1731911012560, exclude list is [], retry=0 2024-11-18T06:23:32,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-7685b04d-1cce-4c3d-8366-650990070e78,DISK] 2024-11-18T06:23:32,577 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/WALs/6b5c0e5a2101,45091,1731911010590/6b5c0e5a2101%2C45091%2C1731911010590.1731911012560 2024-11-18T06:23:32,577 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40715:40715)] 2024-11-18T06:23:32,577 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:23:32,577 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:32,578 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:32,578 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:32,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:32,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:23:32,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:32,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:32,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:32,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:23:32,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:32,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:32,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:32,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:23:32,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:32,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:32,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:32,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:23:32,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:32,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:32,583 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:32,584 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:32,584 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:32,585 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:32,585 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:32,585 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:23:32,586 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:32,587 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:23:32,587 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64812127, jitterRate=-0.034224048256874084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:23:32,588 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731911012578Initializing all the Stores at 1731911012578Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911012578Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911012578Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911012578Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911012578Cleaning up temporary data from old regions at 1731911012585 (+7 ms)Region opened successfully at 1731911012588 (+3 ms) 2024-11-18T06:23:32,588 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:23:32,590 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3834ad48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:23:32,590 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:23:32,591 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:23:32,591 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:23:32,591 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:23:32,591 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:23:32,591 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:23:32,591 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:23:32,594 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:23:32,595 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Unable to get data of znode /0632820964/balancer because node does not exist (not necessarily an error) 2024-11-18T06:23:32,667 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0632820964/balancer already deleted, retry=false 2024-11-18T06:23:32,667 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:23:32,667 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Unable to get data of znode /0632820964/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:23:32,677 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0632820964/normalizer already deleted, retry=false 2024-11-18T06:23:32,677 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:23:32,678 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Unable to get data of znode /0632820964/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:23:32,687 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0632820964/switch/split already deleted, retry=false 2024-11-18T06:23:32,688 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Unable to get data of znode /0632820964/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:23:32,698 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0632820964/switch/merge already deleted, retry=false 2024-11-18T06:23:32,700 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Unable to get data of znode /0632820964/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:23:32,709 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0632820964/snapshot-cleanup already deleted, retry=false 2024-11-18T06:23:32,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0632820964/running 2024-11-18T06:23:32,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0632820964/running 2024-11-18T06:23:32,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964 2024-11-18T06:23:32,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964 2024-11-18T06:23:32,720 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,45091,1731911010590, sessionid=0x1014c9cbcd00000, setting cluster-up flag (Was=false) 2024-11-18T06:23:32,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964 2024-11-18T06:23:32,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964 2024-11-18T06:23:32,772 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0632820964/flush-table-proc/acquired, /0632820964/flush-table-proc/reached, /0632820964/flush-table-proc/abort 2024-11-18T06:23:32,773 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,45091,1731911010590 2024-11-18T06:23:32,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964 2024-11-18T06:23:32,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964 2024-11-18T06:23:32,824 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0632820964/online-snapshot/acquired, /0632820964/online-snapshot/reached, /0632820964/online-snapshot/abort 2024-11-18T06:23:32,825 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,45091,1731911010590 2024-11-18T06:23:32,826 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:23:32,827 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:23:32,828 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:23:32,828 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:23:32,828 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,45091,1731911010590 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:23:32,829 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:23:32,829 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:23:32,829 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:23:32,829 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:23:32,829 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:23:32,829 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:32,829 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:23:32,829 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:32,830 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:23:32,831 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:23:32,832 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:32,832 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:23:32,836 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731911042836 2024-11-18T06:23:32,837 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:23:32,837 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:23:32,837 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:23:32,837 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:23:32,837 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:23:32,837 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:23:32,837 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:32,837 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(746): ClusterId : 87b8f258-3f78-40f2-994d-c63f369b4d13 2024-11-18T06:23:32,837 DEBUG [RS:0;6b5c0e5a2101:44651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:23:32,842 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:23:32,842 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:23:32,842 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:23:32,842 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:23:32,843 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:23:32,843 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:23:32,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:23:32,844 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911012843,5,FailOnTimeoutGroup] 2024-11-18T06:23:32,846 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911012844,5,FailOnTimeoutGroup] 2024-11-18T06:23:32,846 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:32,846 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:23:32,846 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:32,846 DEBUG [RS:0;6b5c0e5a2101:44651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:23:32,846 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:32,846 DEBUG [RS:0;6b5c0e5a2101:44651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:23:32,857 DEBUG [RS:0;6b5c0e5a2101:44651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:23:32,857 DEBUG [RS:0;6b5c0e5a2101:44651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c82f080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:23:32,866 DEBUG [RS:0;6b5c0e5a2101:44651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:44651 2024-11-18T06:23:32,866 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:23:32,866 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:23:32,866 DEBUG [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:23:32,867 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,45091,1731911010590 with port=44651, startcode=1731911010804 2024-11-18T06:23:32,867 DEBUG [RS:0;6b5c0e5a2101:44651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:23:32,868 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:23:32,868 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,44651,1731911010804 2024-11-18T06:23:32,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45091 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,44651,1731911010804 2024-11-18T06:23:32,870 DEBUG [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81 2024-11-18T06:23:32,870 DEBUG [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35369 2024-11-18T06:23:32,870 DEBUG [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:23:32,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964/rs 2024-11-18T06:23:32,877 DEBUG [RS:0;6b5c0e5a2101:44651 {}] zookeeper.ZKUtil(111): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Set watcher on existing znode=/0632820964/rs/6b5c0e5a2101,44651,1731911010804 2024-11-18T06:23:32,877 WARN [RS:0;6b5c0e5a2101:44651 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:23:32,878 INFO [RS:0;6b5c0e5a2101:44651 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:23:32,878 DEBUG [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804 2024-11-18T06:23:32,878 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,44651,1731911010804] 2024-11-18T06:23:32,880 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:23:32,884 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:23:32,884 INFO [RS:0;6b5c0e5a2101:44651 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:23:32,884 INFO [RS:0;6b5c0e5a2101:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:32,888 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:23:32,888 INFO [RS:0;6b5c0e5a2101:44651 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:23:32,888 INFO [RS:0;6b5c0e5a2101:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:32,888 DEBUG [RS:0;6b5c0e5a2101:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:32,889 DEBUG [RS:0;6b5c0e5a2101:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:32,889 DEBUG [RS:0;6b5c0e5a2101:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:32,889 DEBUG [RS:0;6b5c0e5a2101:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:32,889 DEBUG [RS:0;6b5c0e5a2101:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:32,889 DEBUG [RS:0;6b5c0e5a2101:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:23:32,889 DEBUG [RS:0;6b5c0e5a2101:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:32,889 DEBUG [RS:0;6b5c0e5a2101:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:32,889 DEBUG [RS:0;6b5c0e5a2101:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:32,889 DEBUG [RS:0;6b5c0e5a2101:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:32,889 DEBUG [RS:0;6b5c0e5a2101:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:32,889 DEBUG [RS:0;6b5c0e5a2101:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:32,889 DEBUG [RS:0;6b5c0e5a2101:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:23:32,889 DEBUG [RS:0;6b5c0e5a2101:44651 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:23:32,891 INFO [RS:0;6b5c0e5a2101:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:32,891 INFO [RS:0;6b5c0e5a2101:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:32,891 INFO [RS:0;6b5c0e5a2101:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:32,891 INFO [RS:0;6b5c0e5a2101:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:32,891 INFO [RS:0;6b5c0e5a2101:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:32,891 INFO [RS:0;6b5c0e5a2101:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,44651,1731911010804-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:23:32,905 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:23:32,905 INFO [RS:0;6b5c0e5a2101:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,44651,1731911010804-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:32,905 INFO [RS:0;6b5c0e5a2101:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:32,905 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.Replication(171): 6b5c0e5a2101,44651,1731911010804 started 2024-11-18T06:23:32,917 INFO [RS:0;6b5c0e5a2101:44651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:32,917 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,44651,1731911010804, RpcServer on 6b5c0e5a2101/172.17.0.3:44651, sessionid=0x1014c9cbcd00001 2024-11-18T06:23:32,917 DEBUG [RS:0;6b5c0e5a2101:44651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:23:32,917 DEBUG [RS:0;6b5c0e5a2101:44651 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,44651,1731911010804 2024-11-18T06:23:32,917 DEBUG [RS:0;6b5c0e5a2101:44651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,44651,1731911010804' 2024-11-18T06:23:32,917 DEBUG [RS:0;6b5c0e5a2101:44651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0632820964/flush-table-proc/abort' 2024-11-18T06:23:32,918 DEBUG [RS:0;6b5c0e5a2101:44651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0632820964/flush-table-proc/acquired' 2024-11-18T06:23:32,918 DEBUG [RS:0;6b5c0e5a2101:44651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:23:32,918 DEBUG [RS:0;6b5c0e5a2101:44651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:23:32,918 DEBUG [RS:0;6b5c0e5a2101:44651 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,44651,1731911010804 2024-11-18T06:23:32,918 DEBUG [RS:0;6b5c0e5a2101:44651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,44651,1731911010804' 2024-11-18T06:23:32,918 DEBUG [RS:0;6b5c0e5a2101:44651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0632820964/online-snapshot/abort' 2024-11-18T06:23:32,918 DEBUG [RS:0;6b5c0e5a2101:44651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0632820964/online-snapshot/acquired' 2024-11-18T06:23:32,919 DEBUG [RS:0;6b5c0e5a2101:44651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:23:32,919 INFO [RS:0;6b5c0e5a2101:44651 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:23:32,919 INFO [RS:0;6b5c0e5a2101:44651 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:23:33,019 INFO [RS:0;6b5c0e5a2101:44651 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:23:33,020 INFO [RS:0;6b5c0e5a2101:44651 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C44651%2C1731911010804, suffix=, logDir=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804, archiveDir=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/oldWALs, maxLogs=10 2024-11-18T06:23:33,031 DEBUG [RS:0;6b5c0e5a2101:44651 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020, exclude list is [], retry=0 2024-11-18T06:23:33,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-7685b04d-1cce-4c3d-8366-650990070e78,DISK] 2024-11-18T06:23:33,034 INFO [RS:0;6b5c0e5a2101:44651 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 2024-11-18T06:23:33,035 DEBUG [RS:0;6b5c0e5a2101:44651 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40715:40715)] 2024-11-18T06:23:33,245 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:23:33,245 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81 2024-11-18T06:23:33,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741833_1009 (size=32) 2024-11-18T06:23:33,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:33,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:23:33,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:23:33,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:33,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:33,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:23:33,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:23:33,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:33,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:33,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:23:33,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:23:33,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:33,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:33,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:23:33,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:23:33,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:33,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:33,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:23:33,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740 2024-11-18T06:23:33,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740 2024-11-18T06:23:33,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:23:33,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:23:33,659 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:23:33,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:23:33,661 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:23:33,661 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67951821, jitterRate=0.012561038136482239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:23:33,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731911013650Initializing all the Stores at 1731911013650Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911013650Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911013650Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911013650Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911013650Cleaning up temporary data from old regions at 1731911013658 (+8 ms)Region opened successfully at 1731911013662 (+4 ms) 2024-11-18T06:23:33,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:23:33,662 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:23:33,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:23:33,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:23:33,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:23:33,663 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:23:33,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731911013662Disabling compacts and flushes for region at 1731911013662Disabling writes for close at 1731911013662Writing region close event to WAL at 1731911013663 (+1 ms)Closed at 1731911013663 2024-11-18T06:23:33,664 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:23:33,664 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:23:33,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:23:33,665 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:23:33,666 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:23:33,816 DEBUG [6b5c0e5a2101:45091 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:23:33,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,44651,1731911010804 2024-11-18T06:23:33,817 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,44651,1731911010804, state=OPENING 2024-11-18T06:23:33,824 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:23:33,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964 2024-11-18T06:23:33,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964 2024-11-18T06:23:33,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0632820964/meta-region-server: CHANGED 2024-11-18T06:23:33,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0632820964/meta-region-server: CHANGED 2024-11-18T06:23:33,835 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:23:33,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,44651,1731911010804}] 2024-11-18T06:23:33,987 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:23:33,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:23:33,990 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:23:33,991 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:23:33,991 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:23:33,992 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C44651%2C1731911010804.meta, suffix=.meta, logDir=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804, archiveDir=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/oldWALs, maxLogs=10 2024-11-18T06:23:34,003 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.meta.1731911013992.meta, exclude list is [], retry=0 2024-11-18T06:23:34,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-7685b04d-1cce-4c3d-8366-650990070e78,DISK] 2024-11-18T06:23:34,012 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.meta.1731911013992.meta 2024-11-18T06:23:34,013 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40715:40715)] 2024-11-18T06:23:34,013 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:23:34,013 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:23:34,013 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:23:34,013 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:23:34,013 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:23:34,014 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:23:34,014 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:34,014 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:23:34,014 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:23:34,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:23:34,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:23:34,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:34,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:34,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:23:34,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:23:34,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:34,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:34,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:23:34,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:23:34,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:34,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:34,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:23:34,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:23:34,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:34,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:34,018 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:23:34,019 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740 2024-11-18T06:23:34,019 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740 2024-11-18T06:23:34,020 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:23:34,020 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:23:34,021 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:23:34,021 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:23:34,022 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75450328, jitterRate=0.12429749965667725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:23:34,022 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:23:34,022 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731911014014Writing region info on filesystem at 1731911014014Initializing all the Stores at 1731911014014Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911014014Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911014015 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911014015Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911014015Cleaning up temporary data from old regions at 1731911014020 (+5 ms)Running coprocessor post-open hooks at 1731911014022 (+2 ms)Region opened successfully at 1731911014022 2024-11-18T06:23:34,023 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731911013987 2024-11-18T06:23:34,025 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:23:34,025 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:23:34,026 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,44651,1731911010804 2024-11-18T06:23:34,026 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,44651,1731911010804, state=OPEN 2024-11-18T06:23:34,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0632820964/meta-region-server 2024-11-18T06:23:34,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0632820964/meta-region-server 2024-11-18T06:23:34,081 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,44651,1731911010804 2024-11-18T06:23:34,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0632820964/meta-region-server: CHANGED 2024-11-18T06:23:34,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0632820964/meta-region-server: CHANGED 2024-11-18T06:23:34,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:23:34,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,44651,1731911010804 in 246 msec 2024-11-18T06:23:34,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:23:34,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-18T06:23:34,085 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:23:34,085 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:23:34,086 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:34,086 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,44651,1731911010804, seqNum=-1] 2024-11-18T06:23:34,086 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:34,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:23:34,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2620 sec 2024-11-18T06:23:34,090 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731911014090, completionTime=-1 2024-11-18T06:23:34,090 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:23:34,090 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:23:34,092 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:23:34,092 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731911074092 2024-11-18T06:23:34,092 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731911134092 2024-11-18T06:23:34,092 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T06:23:34,092 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45091,1731911010590-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:34,092 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45091,1731911010590-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:34,092 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45091,1731911010590-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:34,092 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:45091, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:34,092 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:34,092 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:34,094 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:23:34,095 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.221sec 2024-11-18T06:23:34,095 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:23:34,095 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:23:34,095 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:23:34,095 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:23:34,095 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:23:34,095 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45091,1731911010590-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:23:34,095 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45091,1731911010590-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:23:34,097 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:23:34,097 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:23:34,097 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,45091,1731911010590-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:34,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca7481a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:34,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,45091,-1 for getting cluster id 2024-11-18T06:23:34,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:34,139 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87b8f258-3f78-40f2-994d-c63f369b4d13' 2024-11-18T06:23:34,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:34,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87b8f258-3f78-40f2-994d-c63f369b4d13" 2024-11-18T06:23:34,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9929ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:34,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,45091,-1] 2024-11-18T06:23:34,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:34,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:34,141 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:34,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781d4128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:34,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:34,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,44651,1731911010804, seqNum=-1] 2024-11-18T06:23:34,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:34,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:23:34,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,45091,1731911010590 2024-11-18T06:23:34,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58683 2024-11-18T06:23:34,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:23:34,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c9cbcd00002 connected 2024-11-18T06:23:34,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/hadoop.log.dir so I do NOT create it in target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089 2024-11-18T06:23:34,174 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:23:34,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/hadoop.tmp.dir so I do NOT create it in target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089 2024-11-18T06:23:34,174 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:23:34,174 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089 2024-11-18T06:23:34,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:23:34,174 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/cluster_fac11650-7c26-57b5-4eb9-09ca14db7094, deleteOnExit=true 2024-11-18T06:23:34,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:23:34,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/test.cache.data in system properties and HBase conf 2024-11-18T06:23:34,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:23:34,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:23:34,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:23:34,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:23:34,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:23:34,175 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:23:34,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:23:34,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:23:34,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:23:34,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:23:34,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:23:34,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:23:34,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:23:34,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:23:34,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:23:34,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:23:34,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:23:34,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:23:34,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:23:34,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:23:34,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:23:34,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:23:34,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:23:34,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:23:34,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:23:34,618 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:23:34,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37870727{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:23:34,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3110bf69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:23:34,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10a5e9a3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/java.io.tmpdir/jetty-localhost-43457-hadoop-hdfs-3_4_1-tests_jar-_-any-2955217816847739080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:23:34,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@290cd273{HTTP/1.1, (http/1.1)}{localhost:43457} 2024-11-18T06:23:34,716 INFO [Time-limited test {}] server.Server(415): Started @357261ms 2024-11-18T06:23:34,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:23:34,999 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:23:35,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:23:35,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:23:35,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:23:35,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46e933dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:23:35,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fe0f517{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:23:35,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@705fa4db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/java.io.tmpdir/jetty-localhost-46695-hadoop-hdfs-3_4_1-tests_jar-_-any-9980467175004605361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:23:35,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e8975d6{HTTP/1.1, (http/1.1)}{localhost:46695} 2024-11-18T06:23:35,102 INFO [Time-limited test {}] server.Server(415): Started @357648ms 2024-11-18T06:23:35,103 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:23:35,799 WARN [Thread-3484 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/cluster_fac11650-7c26-57b5-4eb9-09ca14db7094/data/data1/current/BP-1430609496-172.17.0.3-1731911014190/current, will proceed with Du for space computation calculation, 2024-11-18T06:23:35,799 WARN [Thread-3485 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/cluster_fac11650-7c26-57b5-4eb9-09ca14db7094/data/data2/current/BP-1430609496-172.17.0.3-1731911014190/current, will proceed with Du for space computation calculation, 2024-11-18T06:23:35,818 WARN [Thread-3472 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:23:35,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc36720a621461ec2 with lease ID 0x8e7585c31435ac21: Processing first storage report for DS-eb14fa14-2cc6-44ee-8b34-9b697fdaae43 from datanode DatanodeRegistration(127.0.0.1:41341, datanodeUuid=95a4baa6-9140-4636-a324-ca6380ed2f3f, infoPort=45251, infoSecurePort=0, ipcPort=32909, storageInfo=lv=-57;cid=testClusterID;nsid=136952578;c=1731911014190) 2024-11-18T06:23:35,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc36720a621461ec2 with lease ID 0x8e7585c31435ac21: from storage DS-eb14fa14-2cc6-44ee-8b34-9b697fdaae43 node DatanodeRegistration(127.0.0.1:41341, datanodeUuid=95a4baa6-9140-4636-a324-ca6380ed2f3f, infoPort=45251, infoSecurePort=0, ipcPort=32909, storageInfo=lv=-57;cid=testClusterID;nsid=136952578;c=1731911014190), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:23:35,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc36720a621461ec2 with lease ID 0x8e7585c31435ac21: Processing first storage report for DS-a7f46959-ce31-4c52-a15e-ffd46dbc8a0a from datanode DatanodeRegistration(127.0.0.1:41341, datanodeUuid=95a4baa6-9140-4636-a324-ca6380ed2f3f, infoPort=45251, infoSecurePort=0, ipcPort=32909, storageInfo=lv=-57;cid=testClusterID;nsid=136952578;c=1731911014190) 2024-11-18T06:23:35,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc36720a621461ec2 with lease ID 0x8e7585c31435ac21: from storage DS-a7f46959-ce31-4c52-a15e-ffd46dbc8a0a node DatanodeRegistration(127.0.0.1:41341, datanodeUuid=95a4baa6-9140-4636-a324-ca6380ed2f3f, infoPort=45251, infoSecurePort=0, ipcPort=32909, storageInfo=lv=-57;cid=testClusterID;nsid=136952578;c=1731911014190), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:23:35,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089 2024-11-18T06:23:35,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:35,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:35,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:23:36,240 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac with version=8 2024-11-18T06:23:36,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/hbase-staging 2024-11-18T06:23:36,242 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:23:36,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:23:36,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:23:36,242 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:23:36,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:23:36,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:23:36,242 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:23:36,242 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:23:36,243 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41291 2024-11-18T06:23:36,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41291 connecting to ZooKeeper ensemble=127.0.0.1:58683 2024-11-18T06:23:36,289 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:36,289 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:23:36,290 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88653 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:23:36,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412910x0, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:23:36,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41291-0x1014c9cbcd00003 connected 2024-11-18T06:23:36,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:36,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:36,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Set watcher on znode that does not yet exist, /1166454112/running 2024-11-18T06:23:36,376 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac, hbase.cluster.distributed=false 2024-11-18T06:23:36,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Set watcher on znode that does not yet exist, /1166454112/acl 2024-11-18T06:23:36,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41291 2024-11-18T06:23:36,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41291 2024-11-18T06:23:36,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41291 2024-11-18T06:23:36,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41291 2024-11-18T06:23:36,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41291 2024-11-18T06:23:36,390 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:23:36,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:23:36,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:23:36,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:23:36,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:23:36,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:23:36,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:23:36,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:23:36,391 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43523 2024-11-18T06:23:36,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43523 connecting to ZooKeeper ensemble=127.0.0.1:58683 2024-11-18T06:23:36,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:36,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:36,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435230x0, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:23:36,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435230x0, quorum=127.0.0.1:58683, baseZNode=/1166454112 Set watcher on znode that does not yet exist, /1166454112/running 2024-11-18T06:23:36,404 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:23:36,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43523-0x1014c9cbcd00004 connected 2024-11-18T06:23:36,407 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:23:36,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Set watcher on znode that does not yet exist, /1166454112/master 2024-11-18T06:23:36,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Set watcher on znode that does not yet exist, /1166454112/acl 2024-11-18T06:23:36,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43523 2024-11-18T06:23:36,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43523 2024-11-18T06:23:36,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43523 2024-11-18T06:23:36,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43523 2024-11-18T06:23:36,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43523 2024-11-18T06:23:36,425 DEBUG [M:0;6b5c0e5a2101:41291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:41291 2024-11-18T06:23:36,425 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1166454112/backup-masters/6b5c0e5a2101,41291,1731911016242 2024-11-18T06:23:36,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112/backup-masters 2024-11-18T06:23:36,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112/backup-masters 2024-11-18T06:23:36,502 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Set watcher on existing znode=/1166454112/backup-masters/6b5c0e5a2101,41291,1731911016242 2024-11-18T06:23:36,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1166454112/master 2024-11-18T06:23:36,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112 2024-11-18T06:23:36,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112 2024-11-18T06:23:36,509 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Set watcher on existing znode=/1166454112/master 2024-11-18T06:23:36,509 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1166454112/backup-masters/6b5c0e5a2101,41291,1731911016242 from backup master directory 2024-11-18T06:23:36,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1166454112/backup-masters/6b5c0e5a2101,41291,1731911016242 2024-11-18T06:23:36,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112/backup-masters 2024-11-18T06:23:36,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112/backup-masters 2024-11-18T06:23:36,519 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:23:36,519 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,41291,1731911016242 2024-11-18T06:23:36,522 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/hbase.id] with ID: efaf9320-e89d-4bf2-8099-b5999669c5d1 2024-11-18T06:23:36,522 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/.tmp/hbase.id 2024-11-18T06:23:36,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:23:36,926 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/.tmp/hbase.id]:[hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/hbase.id] 2024-11-18T06:23:36,934 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:36,934 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:23:36,935 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T06:23:36,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112 2024-11-18T06:23:36,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112 2024-11-18T06:23:36,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:23:37,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T06:23:37,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T06:23:37,354 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:23:37,354 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:23:37,355 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:23:37,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:23:37,769 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store 2024-11-18T06:23:37,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:23:37,774 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:37,774 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:23:37,774 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:37,774 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:37,774 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:23:37,774 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:37,774 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:37,774 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731911017774Disabling compacts and flushes for region at 1731911017774Disabling writes for close at 1731911017774Writing region close event to WAL at 1731911017774Closed at 1731911017774 2024-11-18T06:23:37,775 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store/.initializing 2024-11-18T06:23:37,775 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/WALs/6b5c0e5a2101,41291,1731911016242 2024-11-18T06:23:37,775 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:23:37,780 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C41291%2C1731911016242, suffix=, logDir=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/WALs/6b5c0e5a2101,41291,1731911016242, archiveDir=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/oldWALs, maxLogs=10 2024-11-18T06:23:37,798 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/WALs/6b5c0e5a2101,41291,1731911016242/6b5c0e5a2101%2C41291%2C1731911016242.1731911017780, exclude list is [], retry=0 2024-11-18T06:23:37,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41341,DS-eb14fa14-2cc6-44ee-8b34-9b697fdaae43,DISK] 2024-11-18T06:23:37,802 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/WALs/6b5c0e5a2101,41291,1731911016242/6b5c0e5a2101%2C41291%2C1731911016242.1731911017780 2024-11-18T06:23:37,802 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-18T06:23:37,802 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:23:37,802 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:37,802 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:37,803 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:37,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:37,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:23:37,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:37,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:37,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:37,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:23:37,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:37,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:37,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:37,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:23:37,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:37,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:37,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:37,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:23:37,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:37,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:37,816 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:37,816 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:37,817 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:37,817 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:37,817 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:37,817 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:23:37,818 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:37,819 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:23:37,820 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69145394, jitterRate=0.030346661806106567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:23:37,820 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731911017803Initializing all the Stores at 1731911017803Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911017803Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911017811 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911017811Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911017811Cleaning up temporary data from old regions at 1731911017817 (+6 ms)Region opened successfully at 1731911017820 (+3 ms) 2024-11-18T06:23:37,820 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:23:37,822 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29201154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:23:37,822 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:23:37,822 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:23:37,822 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:23:37,823 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:23:37,823 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:23:37,823 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:23:37,823 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:23:37,824 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:23:37,825 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Unable to get data of znode /1166454112/balancer because node does not exist (not necessarily an error) 2024-11-18T06:23:37,898 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1166454112/balancer already deleted, retry=false 2024-11-18T06:23:37,898 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:23:37,899 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Unable to get data of znode /1166454112/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:23:37,908 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1166454112/normalizer already deleted, retry=false 2024-11-18T06:23:37,909 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:23:37,909 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Unable to get data of znode /1166454112/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:23:37,919 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1166454112/switch/split already deleted, retry=false 2024-11-18T06:23:37,919 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Unable to get data of znode /1166454112/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:23:37,929 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1166454112/switch/merge already deleted, retry=false 2024-11-18T06:23:37,931 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Unable to get data of znode /1166454112/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:23:37,940 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1166454112/snapshot-cleanup already deleted, retry=false 2024-11-18T06:23:37,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1166454112/running 2024-11-18T06:23:37,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1166454112/running 2024-11-18T06:23:37,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112 2024-11-18T06:23:37,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112 2024-11-18T06:23:37,951 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,41291,1731911016242, sessionid=0x1014c9cbcd00003, setting cluster-up flag (Was=false) 2024-11-18T06:23:37,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112 2024-11-18T06:23:37,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112 2024-11-18T06:23:38,003 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1166454112/flush-table-proc/acquired, /1166454112/flush-table-proc/reached, /1166454112/flush-table-proc/abort 2024-11-18T06:23:38,004 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,41291,1731911016242 2024-11-18T06:23:38,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112 2024-11-18T06:23:38,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112 2024-11-18T06:23:38,056 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1166454112/online-snapshot/acquired, /1166454112/online-snapshot/reached, /1166454112/online-snapshot/abort 2024-11-18T06:23:38,057 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,41291,1731911016242 2024-11-18T06:23:38,057 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:23:38,059 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:23:38,059 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:23:38,059 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:23:38,059 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,41291,1731911016242 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:23:38,060 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:23:38,060 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:23:38,060 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:23:38,060 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:23:38,060 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:23:38,060 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:38,060 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:23:38,060 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:38,065 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:23:38,065 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:23:38,065 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:38,066 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:23:38,068 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731911048068 2024-11-18T06:23:38,068 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:23:38,068 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:23:38,068 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:23:38,068 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:23:38,068 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:23:38,068 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:23:38,068 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:38,069 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:23:38,069 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:23:38,069 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:23:38,069 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:23:38,069 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:23:38,069 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:23:38,073 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911018069,5,FailOnTimeoutGroup] 2024-11-18T06:23:38,076 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911018073,5,FailOnTimeoutGroup] 2024-11-18T06:23:38,076 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:38,076 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:23:38,076 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:38,076 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:38,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:23:38,117 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(746): ClusterId : efaf9320-e89d-4bf2-8099-b5999669c5d1 2024-11-18T06:23:38,117 DEBUG [RS:0;6b5c0e5a2101:43523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:23:38,130 DEBUG [RS:0;6b5c0e5a2101:43523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:23:38,130 DEBUG [RS:0;6b5c0e5a2101:43523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:23:38,140 DEBUG [RS:0;6b5c0e5a2101:43523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:23:38,141 DEBUG [RS:0;6b5c0e5a2101:43523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656b668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:23:38,151 DEBUG [RS:0;6b5c0e5a2101:43523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:43523 2024-11-18T06:23:38,151 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:23:38,151 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:23:38,151 DEBUG [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:23:38,151 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,41291,1731911016242 with port=43523, startcode=1731911016390 2024-11-18T06:23:38,151 DEBUG [RS:0;6b5c0e5a2101:43523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:23:38,152 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:23:38,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41291 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,43523,1731911016390 2024-11-18T06:23:38,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41291 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,43523,1731911016390 2024-11-18T06:23:38,154 DEBUG [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac 2024-11-18T06:23:38,154 DEBUG [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38891 2024-11-18T06:23:38,154 DEBUG [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:23:38,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112/rs 2024-11-18T06:23:38,161 DEBUG [RS:0;6b5c0e5a2101:43523 {}] zookeeper.ZKUtil(111): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Set watcher on existing znode=/1166454112/rs/6b5c0e5a2101,43523,1731911016390 2024-11-18T06:23:38,161 WARN [RS:0;6b5c0e5a2101:43523 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:23:38,161 INFO [RS:0;6b5c0e5a2101:43523 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:23:38,161 DEBUG [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390 2024-11-18T06:23:38,162 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,43523,1731911016390] 2024-11-18T06:23:38,164 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:23:38,165 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:23:38,165 INFO [RS:0;6b5c0e5a2101:43523 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:23:38,165 INFO [RS:0;6b5c0e5a2101:43523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:38,165 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:23:38,166 INFO [RS:0;6b5c0e5a2101:43523 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:23:38,166 INFO [RS:0;6b5c0e5a2101:43523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:38,166 DEBUG [RS:0;6b5c0e5a2101:43523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:38,166 DEBUG [RS:0;6b5c0e5a2101:43523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:38,166 DEBUG [RS:0;6b5c0e5a2101:43523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:38,166 DEBUG [RS:0;6b5c0e5a2101:43523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:38,166 DEBUG [RS:0;6b5c0e5a2101:43523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:38,166 DEBUG [RS:0;6b5c0e5a2101:43523 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:23:38,166 DEBUG [RS:0;6b5c0e5a2101:43523 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:38,166 DEBUG [RS:0;6b5c0e5a2101:43523 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:38,166 DEBUG [RS:0;6b5c0e5a2101:43523 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:38,166 DEBUG [RS:0;6b5c0e5a2101:43523 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:38,166 DEBUG [RS:0;6b5c0e5a2101:43523 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:38,166 DEBUG [RS:0;6b5c0e5a2101:43523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:38,166 DEBUG [RS:0;6b5c0e5a2101:43523 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:23:38,166 DEBUG [RS:0;6b5c0e5a2101:43523 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:23:38,166 INFO [RS:0;6b5c0e5a2101:43523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:38,166 INFO [RS:0;6b5c0e5a2101:43523 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:38,166 INFO [RS:0;6b5c0e5a2101:43523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:38,166 INFO [RS:0;6b5c0e5a2101:43523 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:38,166 INFO [RS:0;6b5c0e5a2101:43523 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:38,167 INFO [RS:0;6b5c0e5a2101:43523 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,43523,1731911016390-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:23:38,179 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:23:38,179 INFO [RS:0;6b5c0e5a2101:43523 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,43523,1731911016390-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:38,179 INFO [RS:0;6b5c0e5a2101:43523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:38,179 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.Replication(171): 6b5c0e5a2101,43523,1731911016390 started 2024-11-18T06:23:38,190 INFO [RS:0;6b5c0e5a2101:43523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:38,190 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,43523,1731911016390, RpcServer on 6b5c0e5a2101/172.17.0.3:43523, sessionid=0x1014c9cbcd00004 2024-11-18T06:23:38,190 DEBUG [RS:0;6b5c0e5a2101:43523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:23:38,191 DEBUG [RS:0;6b5c0e5a2101:43523 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,43523,1731911016390 2024-11-18T06:23:38,191 DEBUG [RS:0;6b5c0e5a2101:43523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,43523,1731911016390' 2024-11-18T06:23:38,191 DEBUG [RS:0;6b5c0e5a2101:43523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1166454112/flush-table-proc/abort' 2024-11-18T06:23:38,191 DEBUG [RS:0;6b5c0e5a2101:43523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1166454112/flush-table-proc/acquired' 2024-11-18T06:23:38,191 DEBUG [RS:0;6b5c0e5a2101:43523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:23:38,191 DEBUG [RS:0;6b5c0e5a2101:43523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:23:38,191 DEBUG [RS:0;6b5c0e5a2101:43523 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,43523,1731911016390 2024-11-18T06:23:38,191 DEBUG [RS:0;6b5c0e5a2101:43523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,43523,1731911016390' 2024-11-18T06:23:38,191 DEBUG [RS:0;6b5c0e5a2101:43523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1166454112/online-snapshot/abort' 2024-11-18T06:23:38,191 DEBUG [RS:0;6b5c0e5a2101:43523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1166454112/online-snapshot/acquired' 2024-11-18T06:23:38,192 DEBUG [RS:0;6b5c0e5a2101:43523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:23:38,192 INFO [RS:0;6b5c0e5a2101:43523 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:23:38,192 INFO [RS:0;6b5c0e5a2101:43523 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:23:38,292 INFO [RS:0;6b5c0e5a2101:43523 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:23:38,293 INFO [RS:0;6b5c0e5a2101:43523 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C43523%2C1731911016390, suffix=, logDir=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390, archiveDir=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/oldWALs, maxLogs=10 2024-11-18T06:23:38,305 DEBUG [RS:0;6b5c0e5a2101:43523 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294, exclude list is [], retry=0 2024-11-18T06:23:38,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41341,DS-eb14fa14-2cc6-44ee-8b34-9b697fdaae43,DISK] 2024-11-18T06:23:38,308 INFO [RS:0;6b5c0e5a2101:43523 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 2024-11-18T06:23:38,308 DEBUG [RS:0;6b5c0e5a2101:43523 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-18T06:23:38,478 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:23:38,478 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac 2024-11-18T06:23:38,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741833_1009 (size=32) 2024-11-18T06:23:38,880 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T06:23:38,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:38,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:23:38,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:23:38,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:38,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:38,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:23:38,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:23:38,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:38,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:38,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:23:38,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:23:38,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:38,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:38,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:23:38,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:23:38,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:38,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:38,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:23:38,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740 2024-11-18T06:23:38,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740 2024-11-18T06:23:38,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:23:38,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:23:38,894 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:23:38,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:23:38,896 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:23:38,896 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64033554, jitterRate=-0.045825690031051636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:23:38,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731911018885Initializing all the Stores at 1731911018886 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911018886Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911018886Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911018886Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911018886Cleaning up temporary data from old regions at 1731911018894 (+8 ms)Region opened successfully at 1731911018896 (+2 ms) 2024-11-18T06:23:38,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:23:38,896 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:23:38,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:23:38,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:23:38,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:23:38,897 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:23:38,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731911018896Disabling compacts and flushes for region at 1731911018896Disabling writes for close at 1731911018896Writing region close event to WAL at 1731911018897 (+1 ms)Closed at 1731911018897 2024-11-18T06:23:38,897 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:23:38,897 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:23:38,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:23:38,898 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:23:38,899 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:23:39,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,049 DEBUG [6b5c0e5a2101:41291 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:23:39,049 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,43523,1731911016390 2024-11-18T06:23:39,050 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,43523,1731911016390, state=OPENING 2024-11-18T06:23:39,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,174 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:23:39,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112 2024-11-18T06:23:39,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112 2024-11-18T06:23:39,193 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:23:39,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1166454112/meta-region-server: CHANGED 2024-11-18T06:23:39,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1166454112/meta-region-server: CHANGED 2024-11-18T06:23:39,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,43523,1731911016390}] 2024-11-18T06:23:39,345 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:23:39,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:23:39,348 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:23:39,348 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:23:39,348 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:23:39,349 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C43523%2C1731911016390.meta, suffix=.meta, logDir=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390, archiveDir=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/oldWALs, maxLogs=10 2024-11-18T06:23:39,365 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.meta.1731911019350.meta, exclude list is [], retry=0 2024-11-18T06:23:39,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41341,DS-eb14fa14-2cc6-44ee-8b34-9b697fdaae43,DISK] 2024-11-18T06:23:39,367 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.meta.1731911019350.meta 2024-11-18T06:23:39,368 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-18T06:23:39,368 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:23:39,368 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:23:39,368 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:23:39,368 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:23:39,368 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:23:39,368 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:23:39,368 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:39,368 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:23:39,368 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:23:39,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:23:39,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:23:39,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:39,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:39,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:23:39,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:23:39,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:39,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:39,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:23:39,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:23:39,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:39,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:39,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:23:39,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:23:39,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:39,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:39,375 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:23:39,375 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740 2024-11-18T06:23:39,376 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740 2024-11-18T06:23:39,377 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:23:39,377 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:23:39,377 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:23:39,378 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:23:39,378 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66573923, jitterRate=-0.007971242070198059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:23:39,378 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:23:39,378 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731911019368Writing region info on filesystem at 1731911019368Initializing all the Stores at 1731911019369 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911019369Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911019372 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911019372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911019372Cleaning up temporary data from old regions at 1731911019377 (+5 ms)Running coprocessor post-open hooks at 1731911019378 (+1 ms)Region opened successfully at 1731911019378 2024-11-18T06:23:39,379 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731911019344 2024-11-18T06:23:39,380 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:23:39,380 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:23:39,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,43523,1731911016390 2024-11-18T06:23:39,381 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,43523,1731911016390, state=OPEN 2024-11-18T06:23:39,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1166454112/meta-region-server 2024-11-18T06:23:39,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1166454112/meta-region-server 2024-11-18T06:23:39,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1166454112/meta-region-server: CHANGED 2024-11-18T06:23:39,392 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,43523,1731911016390 2024-11-18T06:23:39,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1166454112/meta-region-server: CHANGED 2024-11-18T06:23:39,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:23:39,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,43523,1731911016390 in 199 msec 2024-11-18T06:23:39,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:23:39,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 497 msec 2024-11-18T06:23:39,396 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:23:39,396 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:23:39,397 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:39,397 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,43523,1731911016390, seqNum=-1] 2024-11-18T06:23:39,398 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:39,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:23:39,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3430 sec 2024-11-18T06:23:39,402 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731911019402, completionTime=-1 2024-11-18T06:23:39,402 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:23:39,402 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:23:39,404 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:23:39,404 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731911079404 2024-11-18T06:23:39,404 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731911139404 2024-11-18T06:23:39,404 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T06:23:39,404 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41291,1731911016242-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:39,404 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41291,1731911016242-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:39,404 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41291,1731911016242-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:39,404 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:41291, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:39,404 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:39,404 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:39,406 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:23:39,407 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.888sec 2024-11-18T06:23:39,407 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:23:39,407 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:23:39,407 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:23:39,407 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:23:39,407 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:23:39,407 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41291,1731911016242-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:23:39,407 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41291,1731911016242-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:23:39,409 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:23:39,409 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:23:39,409 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41291,1731911016242-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:39,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23457cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:39,418 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41291,-1 for getting cluster id 2024-11-18T06:23:39,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:39,419 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efaf9320-e89d-4bf2-8099-b5999669c5d1' 2024-11-18T06:23:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efaf9320-e89d-4bf2-8099-b5999669c5d1" 2024-11-18T06:23:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1321e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41291,-1] 2024-11-18T06:23:39,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:39,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:39,420 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:39,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413ab15a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:39,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:39,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,43523,1731911016390, seqNum=-1] 2024-11-18T06:23:39,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:39,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:23:39,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,41291,1731911016242 2024-11-18T06:23:39,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58683 2024-11-18T06:23:39,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:23:39,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014c9cbcd00005 connected 2024-11-18T06:23:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/hadoop.log.dir so I do NOT create it in target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8 2024-11-18T06:23:39,532 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:23:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/hadoop.tmp.dir so I do NOT create it in target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8 2024-11-18T06:23:39,532 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:23:39,532 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8 2024-11-18T06:23:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:23:39,532 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/cluster_5fefc140-e56a-4dc5-55db-5f140a998739, deleteOnExit=true 2024-11-18T06:23:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:23:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/test.cache.data in system properties and HBase conf 2024-11-18T06:23:39,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:23:39,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:23:39,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:23:39,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:23:39,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:23:39,533 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:23:39,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:23:39,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:23:39,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:23:39,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:23:39,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:23:39,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:23:39,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:23:39,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:23:39,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:23:39,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:23:39,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:23:39,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:23:39,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:23:39,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:23:39,575 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:23:39,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:39,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:23:39,907 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:23:39,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:23:39,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:23:39,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:23:39,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:23:39,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44e65233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:23:39,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@194c3ead{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:23:40,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47928144{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/java.io.tmpdir/jetty-localhost-37071-hadoop-hdfs-3_4_1-tests_jar-_-any-11341423976153088966/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:23:40,012 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f009442{HTTP/1.1, (http/1.1)}{localhost:37071} 2024-11-18T06:23:40,012 INFO [Time-limited test {}] server.Server(415): Started @362557ms 2024-11-18T06:23:40,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:23:40,266 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:23:40,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:23:40,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:23:40,268 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:23:40,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@442d1e1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:23:40,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45357e71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:23:40,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8edacf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/java.io.tmpdir/jetty-localhost-39521-hadoop-hdfs-3_4_1-tests_jar-_-any-33845049534898546/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:23:40,362 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1430a734{HTTP/1.1, (http/1.1)}{localhost:39521} 2024-11-18T06:23:40,362 INFO [Time-limited test {}] server.Server(415): Started @362908ms 2024-11-18T06:23:40,363 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:23:41,071 WARN [Thread-3606 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/cluster_5fefc140-e56a-4dc5-55db-5f140a998739/data/data2/current/BP-64428437-172.17.0.3-1731911019552/current, will proceed with Du for space computation calculation, 2024-11-18T06:23:41,071 WARN [Thread-3605 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/cluster_5fefc140-e56a-4dc5-55db-5f140a998739/data/data1/current/BP-64428437-172.17.0.3-1731911019552/current, will proceed with Du for space computation calculation, 2024-11-18T06:23:41,086 WARN [Thread-3593 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:23:41,088 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46fcde4949ff7288 with lease ID 0x4e23f09a93a589e4: Processing first storage report for DS-eb24d48f-8dce-4bbd-91fe-56d10557224d from datanode DatanodeRegistration(127.0.0.1:39793, datanodeUuid=6e9c0a18-70f6-433e-8cb1-e385397246d1, infoPort=36009, infoSecurePort=0, ipcPort=35237, storageInfo=lv=-57;cid=testClusterID;nsid=1690570249;c=1731911019552) 2024-11-18T06:23:41,088 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46fcde4949ff7288 with lease ID 0x4e23f09a93a589e4: from storage DS-eb24d48f-8dce-4bbd-91fe-56d10557224d node DatanodeRegistration(127.0.0.1:39793, datanodeUuid=6e9c0a18-70f6-433e-8cb1-e385397246d1, infoPort=36009, infoSecurePort=0, ipcPort=35237, storageInfo=lv=-57;cid=testClusterID;nsid=1690570249;c=1731911019552), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:23:41,088 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46fcde4949ff7288 with lease ID 0x4e23f09a93a589e4: Processing first storage report for DS-8bfcd183-f122-4957-a0f7-596ba63034c4 from datanode DatanodeRegistration(127.0.0.1:39793, datanodeUuid=6e9c0a18-70f6-433e-8cb1-e385397246d1, infoPort=36009, infoSecurePort=0, ipcPort=35237, storageInfo=lv=-57;cid=testClusterID;nsid=1690570249;c=1731911019552) 2024-11-18T06:23:41,088 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46fcde4949ff7288 with lease ID 0x4e23f09a93a589e4: from storage DS-8bfcd183-f122-4957-a0f7-596ba63034c4 node DatanodeRegistration(127.0.0.1:39793, datanodeUuid=6e9c0a18-70f6-433e-8cb1-e385397246d1, infoPort=36009, infoSecurePort=0, ipcPort=35237, storageInfo=lv=-57;cid=testClusterID;nsid=1690570249;c=1731911019552), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:23:41,092 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8 2024-11-18T06:23:41,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:41,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:41,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:23:41,500 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6 with version=8 2024-11-18T06:23:41,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/hbase-staging 2024-11-18T06:23:41,501 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:23:41,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:23:41,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:23:41,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:23:41,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:23:41,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:23:41,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:23:41,502 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:23:41,502 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41993 2024-11-18T06:23:41,503 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41993 connecting to ZooKeeper ensemble=127.0.0.1:58683 2024-11-18T06:23:41,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419930x0, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:23:41,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41993-0x1014c9cbcd00006 connected 2024-11-18T06:23:41,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:41,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:41,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Set watcher on znode that does not yet exist, /2-109550335/running 2024-11-18T06:23:41,667 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6, hbase.cluster.distributed=false 2024-11-18T06:23:41,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Set watcher on znode that does not yet exist, /2-109550335/acl 2024-11-18T06:23:41,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41993 2024-11-18T06:23:41,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41993 2024-11-18T06:23:41,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41993 2024-11-18T06:23:41,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41993 2024-11-18T06:23:41,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41993 2024-11-18T06:23:41,681 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:23:41,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:23:41,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:23:41,681 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:23:41,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:23:41,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:23:41,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:23:41,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:23:41,682 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35873 2024-11-18T06:23:41,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35873 connecting to ZooKeeper ensemble=127.0.0.1:58683 2024-11-18T06:23:41,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:41,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:41,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358730x0, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:23:41,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358730x0, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Set watcher on znode that does not yet exist, /2-109550335/running 2024-11-18T06:23:41,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35873-0x1014c9cbcd00007 connected 2024-11-18T06:23:41,698 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:23:41,699 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:23:41,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Set watcher on znode that does not yet exist, /2-109550335/master 2024-11-18T06:23:41,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Set watcher on znode that does not yet exist, /2-109550335/acl 2024-11-18T06:23:41,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35873 2024-11-18T06:23:41,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35873 2024-11-18T06:23:41,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35873 2024-11-18T06:23:41,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35873 2024-11-18T06:23:41,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35873 2024-11-18T06:23:41,717 DEBUG [M:0;6b5c0e5a2101:41993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:41993 2024-11-18T06:23:41,718 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-109550335/backup-masters/6b5c0e5a2101,41993,1731911021501 2024-11-18T06:23:41,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335/backup-masters 2024-11-18T06:23:41,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335/backup-masters 2024-11-18T06:23:41,730 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Set watcher on existing znode=/2-109550335/backup-masters/6b5c0e5a2101,41993,1731911021501 2024-11-18T06:23:41,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335 2024-11-18T06:23:41,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-109550335/master 2024-11-18T06:23:41,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335 2024-11-18T06:23:41,740 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Set watcher on existing znode=/2-109550335/master 2024-11-18T06:23:41,740 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-109550335/backup-masters/6b5c0e5a2101,41993,1731911021501 from backup master directory 2024-11-18T06:23:41,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335/backup-masters 2024-11-18T06:23:41,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-109550335/backup-masters/6b5c0e5a2101,41993,1731911021501 2024-11-18T06:23:41,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335/backup-masters 2024-11-18T06:23:41,750 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:23:41,750 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,41993,1731911021501 2024-11-18T06:23:41,753 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/hbase.id] with ID: 83396b73-aff2-4ace-8292-e6fed2e06225 2024-11-18T06:23:41,753 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/.tmp/hbase.id 2024-11-18T06:23:41,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:23:42,157 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/.tmp/hbase.id]:[hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/hbase.id] 2024-11-18T06:23:42,164 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:23:42,164 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:23:42,165 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T06:23:42,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335 2024-11-18T06:23:42,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335 2024-11-18T06:23:42,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:23:42,622 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:23:42,622 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:23:42,623 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:23:42,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:23:43,028 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store 2024-11-18T06:23:43,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:23:43,433 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:43,433 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:23:43,433 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:43,433 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:43,433 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:23:43,433 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:43,433 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:23:43,433 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731911023433Disabling compacts and flushes for region at 1731911023433Disabling writes for close at 1731911023433Writing region close event to WAL at 1731911023433Closed at 1731911023433 2024-11-18T06:23:43,433 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store/.initializing 2024-11-18T06:23:43,433 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/WALs/6b5c0e5a2101,41993,1731911021501 2024-11-18T06:23:43,434 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:23:43,435 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C41993%2C1731911021501, suffix=, logDir=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/WALs/6b5c0e5a2101,41993,1731911021501, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/oldWALs, maxLogs=10 2024-11-18T06:23:43,447 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/WALs/6b5c0e5a2101,41993,1731911021501/6b5c0e5a2101%2C41993%2C1731911021501.1731911023435, exclude list is [], retry=0 2024-11-18T06:23:43,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39793,DS-eb24d48f-8dce-4bbd-91fe-56d10557224d,DISK] 2024-11-18T06:23:43,450 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/WALs/6b5c0e5a2101,41993,1731911021501/6b5c0e5a2101%2C41993%2C1731911021501.1731911023435 2024-11-18T06:23:43,450 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36009:36009)] 2024-11-18T06:23:43,450 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:23:43,451 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:43,451 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:43,451 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:43,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:43,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:23:43,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:43,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:43,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:43,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:23:43,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:43,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:43,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:43,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:23:43,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:43,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:43,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:43,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:23:43,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:43,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:43,456 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:43,456 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:43,456 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:43,457 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:43,457 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:43,457 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:23:43,458 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:23:43,459 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:23:43,459 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61507670, jitterRate=-0.08346429467201233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:23:43,459 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731911023451Initializing all the Stores at 1731911023451Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911023451Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911023451Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911023451Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911023451Cleaning up temporary data from old regions at 1731911023457 (+6 ms)Region opened successfully at 1731911023459 (+2 ms) 2024-11-18T06:23:43,460 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:23:43,461 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dee5fcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:23:43,462 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:23:43,462 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:23:43,462 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:23:43,462 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:23:43,462 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:23:43,462 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:23:43,462 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:23:43,464 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:23:43,464 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Unable to get data of znode /2-109550335/balancer because node does not exist (not necessarily an error) 2024-11-18T06:23:43,507 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-109550335/balancer already deleted, retry=false 2024-11-18T06:23:43,507 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:23:43,508 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Unable to get data of znode /2-109550335/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:23:43,536 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-109550335/normalizer already deleted, retry=false 2024-11-18T06:23:43,537 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:23:43,538 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Unable to get data of znode /2-109550335/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:23:43,568 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-109550335/switch/split already deleted, retry=false 2024-11-18T06:23:43,569 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Unable to get data of znode /2-109550335/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:23:43,578 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-109550335/switch/merge already deleted, retry=false 2024-11-18T06:23:43,580 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Unable to get data of znode /2-109550335/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:23:43,592 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-109550335/snapshot-cleanup already deleted, retry=false 2024-11-18T06:23:43,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-109550335/running 2024-11-18T06:23:43,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-109550335/running 2024-11-18T06:23:43,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335 2024-11-18T06:23:43,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335 2024-11-18T06:23:43,603 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,41993,1731911021501, sessionid=0x1014c9cbcd00006, setting cluster-up flag (Was=false) 2024-11-18T06:23:43,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335 2024-11-18T06:23:43,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335 2024-11-18T06:23:43,655 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-109550335/flush-table-proc/acquired, /2-109550335/flush-table-proc/reached, /2-109550335/flush-table-proc/abort 2024-11-18T06:23:43,656 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,41993,1731911021501 2024-11-18T06:23:43,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335 2024-11-18T06:23:43,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335 2024-11-18T06:23:43,708 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-109550335/online-snapshot/acquired, /2-109550335/online-snapshot/reached, /2-109550335/online-snapshot/abort 2024-11-18T06:23:43,709 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,41993,1731911021501 2024-11-18T06:23:43,710 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:23:43,711 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:23:43,711 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:23:43,711 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:23:43,712 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,41993,1731911021501 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:23:43,713 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:23:43,713 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:23:43,713 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:23:43,713 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:23:43,713 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:23:43,713 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:43,713 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:23:43,713 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:43,717 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731911053717 2024-11-18T06:23:43,717 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:23:43,717 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:23:43,717 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:23:43,717 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:23:43,717 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:23:43,717 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:23:43,717 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:23:43,717 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:23:43,718 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:43,718 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:23:43,724 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:43,724 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:23:43,724 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:23:43,724 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:23:43,724 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:23:43,725 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:23:43,725 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:23:43,725 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911023725,5,FailOnTimeoutGroup] 2024-11-18T06:23:43,725 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911023725,5,FailOnTimeoutGroup] 2024-11-18T06:23:43,725 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:43,725 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:23:43,725 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:43,725 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:43,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:23:43,810 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(746): ClusterId : 83396b73-aff2-4ace-8292-e6fed2e06225 2024-11-18T06:23:43,811 DEBUG [RS:0;6b5c0e5a2101:35873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:23:43,821 DEBUG [RS:0;6b5c0e5a2101:35873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:23:43,821 DEBUG [RS:0;6b5c0e5a2101:35873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:23:43,832 DEBUG [RS:0;6b5c0e5a2101:35873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:23:43,832 DEBUG [RS:0;6b5c0e5a2101:35873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f98fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:23:43,845 DEBUG [RS:0;6b5c0e5a2101:35873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:35873 2024-11-18T06:23:43,845 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:23:43,845 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:23:43,845 DEBUG [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:23:43,846 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,41993,1731911021501 with port=35873, startcode=1731911021681 2024-11-18T06:23:43,846 DEBUG [RS:0;6b5c0e5a2101:35873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:23:43,851 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:23:43,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41993 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,35873,1731911021681 2024-11-18T06:23:43,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41993 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,35873,1731911021681 2024-11-18T06:23:43,854 DEBUG [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6 2024-11-18T06:23:43,854 DEBUG [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43813 2024-11-18T06:23:43,854 DEBUG [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:23:43,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335/rs 2024-11-18T06:23:43,909 DEBUG [RS:0;6b5c0e5a2101:35873 {}] zookeeper.ZKUtil(111): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Set watcher on existing znode=/2-109550335/rs/6b5c0e5a2101,35873,1731911021681 2024-11-18T06:23:43,910 WARN [RS:0;6b5c0e5a2101:35873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:23:43,910 INFO [RS:0;6b5c0e5a2101:35873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:23:43,910 DEBUG [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681 2024-11-18T06:23:43,910 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,35873,1731911021681] 2024-11-18T06:23:43,912 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:23:43,916 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:23:43,922 INFO [RS:0;6b5c0e5a2101:35873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:23:43,922 INFO [RS:0;6b5c0e5a2101:35873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:43,922 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:23:43,923 INFO [RS:0;6b5c0e5a2101:35873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:23:43,923 INFO [RS:0;6b5c0e5a2101:35873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:43,923 DEBUG [RS:0;6b5c0e5a2101:35873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:43,923 DEBUG [RS:0;6b5c0e5a2101:35873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:43,923 DEBUG [RS:0;6b5c0e5a2101:35873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:43,923 DEBUG [RS:0;6b5c0e5a2101:35873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:43,923 DEBUG [RS:0;6b5c0e5a2101:35873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:43,923 DEBUG [RS:0;6b5c0e5a2101:35873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:23:43,923 DEBUG [RS:0;6b5c0e5a2101:35873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:43,923 DEBUG [RS:0;6b5c0e5a2101:35873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:43,923 DEBUG [RS:0;6b5c0e5a2101:35873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:43,923 DEBUG [RS:0;6b5c0e5a2101:35873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:43,923 DEBUG [RS:0;6b5c0e5a2101:35873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:43,923 DEBUG [RS:0;6b5c0e5a2101:35873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:23:43,923 DEBUG [RS:0;6b5c0e5a2101:35873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:23:43,923 DEBUG [RS:0;6b5c0e5a2101:35873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:23:43,927 INFO [RS:0;6b5c0e5a2101:35873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:43,927 INFO [RS:0;6b5c0e5a2101:35873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:43,927 INFO [RS:0;6b5c0e5a2101:35873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:43,927 INFO [RS:0;6b5c0e5a2101:35873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:43,927 INFO [RS:0;6b5c0e5a2101:35873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:43,927 INFO [RS:0;6b5c0e5a2101:35873 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,35873,1731911021681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:23:43,945 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:23:43,945 INFO [RS:0;6b5c0e5a2101:35873 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,35873,1731911021681-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:43,945 INFO [RS:0;6b5c0e5a2101:35873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:43,945 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.Replication(171): 6b5c0e5a2101,35873,1731911021681 started 2024-11-18T06:23:43,962 INFO [RS:0;6b5c0e5a2101:35873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:43,962 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,35873,1731911021681, RpcServer on 6b5c0e5a2101/172.17.0.3:35873, sessionid=0x1014c9cbcd00007 2024-11-18T06:23:43,963 DEBUG [RS:0;6b5c0e5a2101:35873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:23:43,963 DEBUG [RS:0;6b5c0e5a2101:35873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,35873,1731911021681 2024-11-18T06:23:43,963 DEBUG [RS:0;6b5c0e5a2101:35873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,35873,1731911021681' 2024-11-18T06:23:43,963 DEBUG [RS:0;6b5c0e5a2101:35873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-109550335/flush-table-proc/abort' 2024-11-18T06:23:43,963 DEBUG [RS:0;6b5c0e5a2101:35873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-109550335/flush-table-proc/acquired' 2024-11-18T06:23:43,963 DEBUG [RS:0;6b5c0e5a2101:35873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:23:43,963 DEBUG [RS:0;6b5c0e5a2101:35873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:23:43,964 DEBUG [RS:0;6b5c0e5a2101:35873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,35873,1731911021681 2024-11-18T06:23:43,964 DEBUG [RS:0;6b5c0e5a2101:35873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,35873,1731911021681' 2024-11-18T06:23:43,964 DEBUG [RS:0;6b5c0e5a2101:35873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-109550335/online-snapshot/abort' 2024-11-18T06:23:43,964 DEBUG [RS:0;6b5c0e5a2101:35873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-109550335/online-snapshot/acquired' 2024-11-18T06:23:43,964 DEBUG [RS:0;6b5c0e5a2101:35873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:23:43,964 INFO [RS:0;6b5c0e5a2101:35873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:23:43,964 INFO [RS:0;6b5c0e5a2101:35873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:23:44,065 INFO [RS:0;6b5c0e5a2101:35873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:23:44,066 INFO [RS:0;6b5c0e5a2101:35873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C35873%2C1731911021681, suffix=, logDir=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/oldWALs, maxLogs=10 2024-11-18T06:23:44,082 DEBUG [RS:0;6b5c0e5a2101:35873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066, exclude list is [], retry=0 2024-11-18T06:23:44,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39793,DS-eb24d48f-8dce-4bbd-91fe-56d10557224d,DISK] 2024-11-18T06:23:44,086 INFO [RS:0;6b5c0e5a2101:35873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 2024-11-18T06:23:44,092 DEBUG [RS:0;6b5c0e5a2101:35873 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36009:36009)] 2024-11-18T06:23:44,134 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:23:44,134 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6 2024-11-18T06:23:44,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741833_1009 (size=32) 2024-11-18T06:23:44,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:44,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:23:44,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:23:44,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:44,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:44,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:23:44,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:23:44,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:44,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:44,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:23:44,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:23:44,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:44,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:44,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:23:44,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:23:44,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:44,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:44,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:23:44,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740 2024-11-18T06:23:44,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740 2024-11-18T06:23:44,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:23:44,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:23:44,151 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:23:44,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:23:44,154 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:23:44,154 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63027476, jitterRate=-0.0608174204826355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:23:44,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731911024139Initializing all the Stores at 1731911024140 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911024140Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911024140Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911024140Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911024140Cleaning up temporary data from old regions at 1731911024151 (+11 ms)Region opened successfully at 1731911024154 (+3 ms) 2024-11-18T06:23:44,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:23:44,154 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:23:44,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:23:44,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:23:44,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:23:44,155 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:23:44,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731911024154Disabling compacts and flushes for region at 1731911024154Disabling writes for close at 1731911024154Writing region close event to WAL at 1731911024155 (+1 ms)Closed at 1731911024155 2024-11-18T06:23:44,155 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:23:44,156 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:23:44,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:23:44,156 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:23:44,157 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:23:44,307 DEBUG [6b5c0e5a2101:41993 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:23:44,308 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,35873,1731911021681 2024-11-18T06:23:44,309 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,35873,1731911021681, state=OPENING 2024-11-18T06:23:44,329 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:23:44,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335 2024-11-18T06:23:44,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335 2024-11-18T06:23:44,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-109550335/meta-region-server: CHANGED 2024-11-18T06:23:44,342 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:23:44,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,35873,1731911021681}] 2024-11-18T06:23:44,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-109550335/meta-region-server: CHANGED 2024-11-18T06:23:44,495 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:23:44,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:23:44,511 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:23:44,511 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:23:44,511 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:23:44,512 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C35873%2C1731911021681.meta, suffix=.meta, logDir=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/oldWALs, maxLogs=10 2024-11-18T06:23:44,532 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.meta.1731911024513.meta, exclude list is [], retry=0 2024-11-18T06:23:44,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39793,DS-eb24d48f-8dce-4bbd-91fe-56d10557224d,DISK] 2024-11-18T06:23:44,541 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.meta.1731911024513.meta 2024-11-18T06:23:44,544 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36009:36009)] 2024-11-18T06:23:44,544 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:23:44,545 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:23:44,545 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:23:44,545 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:23:44,545 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:23:44,546 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:23:44,546 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:44,546 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:23:44,546 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:23:44,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:23:44,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:23:44,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:44,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:44,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:23:44,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:23:44,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:44,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:44,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:23:44,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:23:44,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:44,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:44,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:23:44,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:23:44,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:44,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:23:44,568 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:23:44,568 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740 2024-11-18T06:23:44,569 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740 2024-11-18T06:23:44,570 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:23:44,570 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:23:44,571 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:23:44,572 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:23:44,573 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73068845, jitterRate=0.08881063759326935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:23:44,573 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:23:44,573 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731911024546Writing region info on filesystem at 1731911024546Initializing all the Stores at 1731911024547 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911024547Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911024560 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911024560Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911024560Cleaning up temporary data from old regions at 1731911024570 (+10 ms)Running coprocessor post-open hooks at 1731911024573 (+3 ms)Region opened successfully at 1731911024573 2024-11-18T06:23:44,574 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731911024495 2024-11-18T06:23:44,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,35873,1731911021681 2024-11-18T06:23:44,581 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:23:44,582 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:23:44,582 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,35873,1731911021681, state=OPEN 2024-11-18T06:23:44,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-109550335/meta-region-server 2024-11-18T06:23:44,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-109550335/meta-region-server 2024-11-18T06:23:44,666 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,35873,1731911021681 2024-11-18T06:23:44,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-109550335/meta-region-server: CHANGED 2024-11-18T06:23:44,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-109550335/meta-region-server: CHANGED 2024-11-18T06:23:44,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:23:44,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,35873,1731911021681 in 324 msec 2024-11-18T06:23:44,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:23:44,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 513 msec 2024-11-18T06:23:44,672 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:23:44,672 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:23:44,674 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:44,674 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,35873,1731911021681, seqNum=-1] 2024-11-18T06:23:44,674 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:44,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:23:44,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 970 msec 2024-11-18T06:23:44,681 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731911024681, completionTime=-1 2024-11-18T06:23:44,682 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:23:44,682 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:23:44,685 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:23:44,685 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731911084685 2024-11-18T06:23:44,685 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731911144685 2024-11-18T06:23:44,685 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T06:23:44,685 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41993,1731911021501-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:44,685 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41993,1731911021501-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:44,685 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41993,1731911021501-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:44,685 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:41993, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:44,685 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:44,688 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:23:44,689 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:44,696 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.946sec 2024-11-18T06:23:44,696 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:23:44,696 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:23:44,697 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:23:44,697 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:23:44,697 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:23:44,697 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41993,1731911021501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:23:44,697 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41993,1731911021501-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:23:44,712 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:23:44,713 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:23:44,713 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41993,1731911021501-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:23:44,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a134a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:44,714 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41993,-1 for getting cluster id 2024-11-18T06:23:44,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:44,718 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83396b73-aff2-4ace-8292-e6fed2e06225' 2024-11-18T06:23:44,718 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:44,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83396b73-aff2-4ace-8292-e6fed2e06225" 2024-11-18T06:23:44,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4451f135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:44,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41993,-1] 2024-11-18T06:23:44,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:44,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:44,721 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:44,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279e9202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:44,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:44,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,35873,1731911021681, seqNum=-1] 2024-11-18T06:23:44,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:44,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:23:44,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,41993,1731911021501 2024-11-18T06:23:44,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58683 2024-11-18T06:23:44,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:23:44,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014c9cbcd00008 connected 2024-11-18T06:23:44,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:44,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,45091,1731911010590 2024-11-18T06:23:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dfb9019 2024-11-18T06:23:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:44,755 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:23:44,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:23:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T06:23:44,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:23:44,759 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:44,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:23:44,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T06:23:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:23:44,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741835_1011 (size=902) 2024-11-18T06:23:44,789 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f2a5e3fd44913348067065f9219d7a5, NAME => 'test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81 2024-11-18T06:23:44,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741836_1012 (size=39) 2024-11-18T06:23:44,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:44,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7f2a5e3fd44913348067065f9219d7a5, disabling compactions & flushes 2024-11-18T06:23:44,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5. 2024-11-18T06:23:44,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5. 2024-11-18T06:23:44,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5. after waiting 0 ms 2024-11-18T06:23:44,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5. 2024-11-18T06:23:44,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5. 2024-11-18T06:23:44,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f2a5e3fd44913348067065f9219d7a5: Waiting for close lock at 1731911024807Disabling compacts and flushes for region at 1731911024807Disabling writes for close at 1731911024807Writing region close event to WAL at 1731911024807Closed at 1731911024807 2024-11-18T06:23:44,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:23:44,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731911024808"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731911024808"}]},"ts":"1731911024808"} 2024-11-18T06:23:44,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:23:44,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:23:44,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911024815"}]},"ts":"1731911024815"} 2024-11-18T06:23:44,818 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T06:23:44,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f2a5e3fd44913348067065f9219d7a5, ASSIGN}] 2024-11-18T06:23:44,820 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f2a5e3fd44913348067065f9219d7a5, ASSIGN 2024-11-18T06:23:44,821 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7f2a5e3fd44913348067065f9219d7a5, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,44651,1731911010804; forceNewPlan=false, retain=false 2024-11-18T06:23:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:23:44,871 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:23:44,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:44,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:44,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:44,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:44,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:44,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:44,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:44,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:44,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:44,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:44,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:44,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:44,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f2a5e3fd44913348067065f9219d7a5, regionState=OPENING, regionLocation=6b5c0e5a2101,44651,1731911010804 2024-11-18T06:23:44,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:44,976 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7f2a5e3fd44913348067065f9219d7a5, ASSIGN 2024-11-18T06:23:44,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f2a5e3fd44913348067065f9219d7a5, server=6b5c0e5a2101,44651,1731911010804}] 2024-11-18T06:23:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:23:45,140 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5. 2024-11-18T06:23:45,140 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f2a5e3fd44913348067065f9219d7a5, NAME => 'test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:23:45,141 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:23:45,141 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T06:23:45,141 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7f2a5e3fd44913348067065f9219d7a5 2024-11-18T06:23:45,141 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:45,141 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7f2a5e3fd44913348067065f9219d7a5 2024-11-18T06:23:45,141 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7f2a5e3fd44913348067065f9219d7a5 2024-11-18T06:23:45,148 INFO [StoreOpener-7f2a5e3fd44913348067065f9219d7a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7f2a5e3fd44913348067065f9219d7a5 2024-11-18T06:23:45,150 INFO [StoreOpener-7f2a5e3fd44913348067065f9219d7a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f2a5e3fd44913348067065f9219d7a5 columnFamilyName f 2024-11-18T06:23:45,150 DEBUG [StoreOpener-7f2a5e3fd44913348067065f9219d7a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:45,150 INFO [StoreOpener-7f2a5e3fd44913348067065f9219d7a5-1 {}] regionserver.HStore(327): Store=7f2a5e3fd44913348067065f9219d7a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:45,150 INFO [StoreOpener-7f2a5e3fd44913348067065f9219d7a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7f2a5e3fd44913348067065f9219d7a5 2024-11-18T06:23:45,151 INFO [StoreOpener-7f2a5e3fd44913348067065f9219d7a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f2a5e3fd44913348067065f9219d7a5 columnFamilyName f1 2024-11-18T06:23:45,151 DEBUG [StoreOpener-7f2a5e3fd44913348067065f9219d7a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:45,153 INFO [StoreOpener-7f2a5e3fd44913348067065f9219d7a5-1 {}] regionserver.HStore(327): Store=7f2a5e3fd44913348067065f9219d7a5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:45,153 INFO [StoreOpener-7f2a5e3fd44913348067065f9219d7a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7f2a5e3fd44913348067065f9219d7a5 2024-11-18T06:23:45,154 INFO [StoreOpener-7f2a5e3fd44913348067065f9219d7a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f2a5e3fd44913348067065f9219d7a5 columnFamilyName norep 2024-11-18T06:23:45,154 DEBUG [StoreOpener-7f2a5e3fd44913348067065f9219d7a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:45,154 INFO [StoreOpener-7f2a5e3fd44913348067065f9219d7a5-1 {}] regionserver.HStore(327): Store=7f2a5e3fd44913348067065f9219d7a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:45,156 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7f2a5e3fd44913348067065f9219d7a5 2024-11-18T06:23:45,156 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/default/test/7f2a5e3fd44913348067065f9219d7a5 2024-11-18T06:23:45,157 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/default/test/7f2a5e3fd44913348067065f9219d7a5 2024-11-18T06:23:45,159 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7f2a5e3fd44913348067065f9219d7a5 2024-11-18T06:23:45,159 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7f2a5e3fd44913348067065f9219d7a5 2024-11-18T06:23:45,159 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:23:45,160 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7f2a5e3fd44913348067065f9219d7a5 2024-11-18T06:23:45,170 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/default/test/7f2a5e3fd44913348067065f9219d7a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:23:45,171 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7f2a5e3fd44913348067065f9219d7a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73044813, jitterRate=0.0884525328874588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:23:45,171 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f2a5e3fd44913348067065f9219d7a5 2024-11-18T06:23:45,171 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7f2a5e3fd44913348067065f9219d7a5: Running coprocessor pre-open hook at 1731911025142Writing region info on filesystem at 1731911025142Initializing all the Stores at 1731911025142Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911025142Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911025148 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911025148Cleaning up temporary data from old regions at 1731911025159 (+11 ms)Running coprocessor post-open hooks at 1731911025171 (+12 ms)Region opened successfully at 1731911025171 2024-11-18T06:23:45,172 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5., pid=6, masterSystemTime=1731911025128 2024-11-18T06:23:45,174 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5. 2024-11-18T06:23:45,174 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5. 2024-11-18T06:23:45,175 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f2a5e3fd44913348067065f9219d7a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b5c0e5a2101,44651,1731911010804 2024-11-18T06:23:45,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f2a5e3fd44913348067065f9219d7a5, server=6b5c0e5a2101,44651,1731911010804 because future has completed 2024-11-18T06:23:45,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T06:23:45,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f2a5e3fd44913348067065f9219d7a5, server=6b5c0e5a2101,44651,1731911010804 in 204 msec 2024-11-18T06:23:45,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T06:23:45,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7f2a5e3fd44913348067065f9219d7a5, ASSIGN in 364 msec 2024-11-18T06:23:45,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:23:45,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911025186"}]},"ts":"1731911025186"} 2024-11-18T06:23:45,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T06:23:45,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:23:45,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 433 msec 2024-11-18T06:23:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:23:45,389 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T06:23:45,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,41291,1731911016242 2024-11-18T06:23:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12b63bc 2024-11-18T06:23:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:45,391 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:23:45,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:23:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T06:23:45,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:23:45,394 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:45,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T06:23:45,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:23:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:23:45,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741835_1011 (size=902) 2024-11-18T06:23:45,402 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c65dd0e5c8d744c3f356c8b3241b51dd, NAME => 'test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac 2024-11-18T06:23:45,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741836_1012 (size=39) 2024-11-18T06:23:45,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:45,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c65dd0e5c8d744c3f356c8b3241b51dd, disabling compactions & flushes 2024-11-18T06:23:45,407 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd. 2024-11-18T06:23:45,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd. 2024-11-18T06:23:45,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd. after waiting 0 ms 2024-11-18T06:23:45,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd. 2024-11-18T06:23:45,407 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd. 2024-11-18T06:23:45,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c65dd0e5c8d744c3f356c8b3241b51dd: Waiting for close lock at 1731911025407Disabling compacts and flushes for region at 1731911025407Disabling writes for close at 1731911025407Writing region close event to WAL at 1731911025407Closed at 1731911025407 2024-11-18T06:23:45,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:23:45,408 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731911025408"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731911025408"}]},"ts":"1731911025408"} 2024-11-18T06:23:45,410 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:23:45,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:23:45,410 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911025410"}]},"ts":"1731911025410"} 2024-11-18T06:23:45,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T06:23:45,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c65dd0e5c8d744c3f356c8b3241b51dd, ASSIGN}] 2024-11-18T06:23:45,413 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c65dd0e5c8d744c3f356c8b3241b51dd, ASSIGN 2024-11-18T06:23:45,413 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c65dd0e5c8d744c3f356c8b3241b51dd, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,43523,1731911016390; forceNewPlan=false, retain=false 2024-11-18T06:23:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:23:45,564 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c65dd0e5c8d744c3f356c8b3241b51dd, regionState=OPENING, regionLocation=6b5c0e5a2101,43523,1731911016390 2024-11-18T06:23:45,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c65dd0e5c8d744c3f356c8b3241b51dd, ASSIGN because future has completed 2024-11-18T06:23:45,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c65dd0e5c8d744c3f356c8b3241b51dd, server=6b5c0e5a2101,43523,1731911016390}] 2024-11-18T06:23:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:23:45,722 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd. 2024-11-18T06:23:45,722 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c65dd0e5c8d744c3f356c8b3241b51dd, NAME => 'test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:23:45,723 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:23:45,723 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T06:23:45,723 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c65dd0e5c8d744c3f356c8b3241b51dd 2024-11-18T06:23:45,723 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:45,723 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c65dd0e5c8d744c3f356c8b3241b51dd 2024-11-18T06:23:45,723 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c65dd0e5c8d744c3f356c8b3241b51dd 2024-11-18T06:23:45,724 INFO [StoreOpener-c65dd0e5c8d744c3f356c8b3241b51dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c65dd0e5c8d744c3f356c8b3241b51dd 2024-11-18T06:23:45,725 INFO [StoreOpener-c65dd0e5c8d744c3f356c8b3241b51dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65dd0e5c8d744c3f356c8b3241b51dd columnFamilyName f 2024-11-18T06:23:45,725 DEBUG [StoreOpener-c65dd0e5c8d744c3f356c8b3241b51dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:45,726 INFO [StoreOpener-c65dd0e5c8d744c3f356c8b3241b51dd-1 {}] regionserver.HStore(327): Store=c65dd0e5c8d744c3f356c8b3241b51dd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:45,726 INFO [StoreOpener-c65dd0e5c8d744c3f356c8b3241b51dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c65dd0e5c8d744c3f356c8b3241b51dd 2024-11-18T06:23:45,727 INFO [StoreOpener-c65dd0e5c8d744c3f356c8b3241b51dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65dd0e5c8d744c3f356c8b3241b51dd columnFamilyName f1 2024-11-18T06:23:45,727 DEBUG [StoreOpener-c65dd0e5c8d744c3f356c8b3241b51dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:45,727 INFO [StoreOpener-c65dd0e5c8d744c3f356c8b3241b51dd-1 {}] regionserver.HStore(327): Store=c65dd0e5c8d744c3f356c8b3241b51dd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:45,727 INFO [StoreOpener-c65dd0e5c8d744c3f356c8b3241b51dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c65dd0e5c8d744c3f356c8b3241b51dd 2024-11-18T06:23:45,728 INFO [StoreOpener-c65dd0e5c8d744c3f356c8b3241b51dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65dd0e5c8d744c3f356c8b3241b51dd columnFamilyName norep 2024-11-18T06:23:45,728 DEBUG [StoreOpener-c65dd0e5c8d744c3f356c8b3241b51dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:45,729 INFO [StoreOpener-c65dd0e5c8d744c3f356c8b3241b51dd-1 {}] regionserver.HStore(327): Store=c65dd0e5c8d744c3f356c8b3241b51dd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:45,729 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c65dd0e5c8d744c3f356c8b3241b51dd 2024-11-18T06:23:45,730 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/default/test/c65dd0e5c8d744c3f356c8b3241b51dd 2024-11-18T06:23:45,730 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/default/test/c65dd0e5c8d744c3f356c8b3241b51dd 2024-11-18T06:23:45,730 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c65dd0e5c8d744c3f356c8b3241b51dd 2024-11-18T06:23:45,731 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c65dd0e5c8d744c3f356c8b3241b51dd 2024-11-18T06:23:45,731 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:23:45,732 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c65dd0e5c8d744c3f356c8b3241b51dd 2024-11-18T06:23:45,733 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/default/test/c65dd0e5c8d744c3f356c8b3241b51dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:23:45,734 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c65dd0e5c8d744c3f356c8b3241b51dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68694421, jitterRate=0.02362664043903351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:23:45,734 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c65dd0e5c8d744c3f356c8b3241b51dd 2024-11-18T06:23:45,734 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c65dd0e5c8d744c3f356c8b3241b51dd: Running coprocessor pre-open hook at 1731911025723Writing region info on filesystem at 1731911025723Initializing all the Stores at 1731911025724 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911025724Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911025724Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911025724Cleaning up temporary data from old regions at 1731911025731 (+7 ms)Running coprocessor post-open hooks at 1731911025734 (+3 ms)Region opened successfully at 1731911025734 2024-11-18T06:23:45,735 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd., pid=6, masterSystemTime=1731911025719 2024-11-18T06:23:45,737 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd. 2024-11-18T06:23:45,737 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd. 2024-11-18T06:23:45,738 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c65dd0e5c8d744c3f356c8b3241b51dd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b5c0e5a2101,43523,1731911016390 2024-11-18T06:23:45,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c65dd0e5c8d744c3f356c8b3241b51dd, server=6b5c0e5a2101,43523,1731911016390 because future has completed 2024-11-18T06:23:45,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T06:23:45,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c65dd0e5c8d744c3f356c8b3241b51dd, server=6b5c0e5a2101,43523,1731911016390 in 176 msec 2024-11-18T06:23:45,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T06:23:45,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c65dd0e5c8d744c3f356c8b3241b51dd, ASSIGN in 334 msec 2024-11-18T06:23:45,749 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:23:45,749 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911025749"}]},"ts":"1731911025749"} 2024-11-18T06:23:45,752 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T06:23:45,753 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:23:45,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 361 msec 2024-11-18T06:23:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:23:46,019 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T06:23:46,019 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,41993,1731911021501 2024-11-18T06:23:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a753d68 2024-11-18T06:23:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:46,020 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:23:46,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:23:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T06:23:46,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:23:46,023 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:46,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T06:23:46,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:23:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:23:46,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741835_1011 (size=902) 2024-11-18T06:23:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:23:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:23:46,430 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a838564dad9f476724c4c88a80c12edc, NAME => 'test,,1731911026021.a838564dad9f476724c4c88a80c12edc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6 2024-11-18T06:23:46,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741836_1012 (size=39) 2024-11-18T06:23:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:23:46,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731911026021.a838564dad9f476724c4c88a80c12edc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:46,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a838564dad9f476724c4c88a80c12edc, disabling compactions & flushes 2024-11-18T06:23:46,835 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731911026021.a838564dad9f476724c4c88a80c12edc. 2024-11-18T06:23:46,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731911026021.a838564dad9f476724c4c88a80c12edc. 2024-11-18T06:23:46,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731911026021.a838564dad9f476724c4c88a80c12edc. after waiting 0 ms 2024-11-18T06:23:46,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731911026021.a838564dad9f476724c4c88a80c12edc. 2024-11-18T06:23:46,835 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731911026021.a838564dad9f476724c4c88a80c12edc. 2024-11-18T06:23:46,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a838564dad9f476724c4c88a80c12edc: Waiting for close lock at 1731911026835Disabling compacts and flushes for region at 1731911026835Disabling writes for close at 1731911026835Writing region close event to WAL at 1731911026835Closed at 1731911026835 2024-11-18T06:23:46,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:23:46,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731911026021.a838564dad9f476724c4c88a80c12edc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731911026836"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731911026836"}]},"ts":"1731911026836"} 2024-11-18T06:23:46,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:23:46,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:23:46,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911026840"}]},"ts":"1731911026840"} 2024-11-18T06:23:46,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T06:23:46,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a838564dad9f476724c4c88a80c12edc, ASSIGN}] 2024-11-18T06:23:46,844 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a838564dad9f476724c4c88a80c12edc, ASSIGN 2024-11-18T06:23:46,858 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a838564dad9f476724c4c88a80c12edc, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,35873,1731911021681; forceNewPlan=false, retain=false 2024-11-18T06:23:47,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a838564dad9f476724c4c88a80c12edc, regionState=OPENING, regionLocation=6b5c0e5a2101,35873,1731911021681 2024-11-18T06:23:47,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a838564dad9f476724c4c88a80c12edc, ASSIGN because future has completed 2024-11-18T06:23:47,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a838564dad9f476724c4c88a80c12edc, server=6b5c0e5a2101,35873,1731911021681}] 2024-11-18T06:23:47,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T06:23:47,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T06:23:47,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:23:47,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T06:23:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:23:47,166 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731911026021.a838564dad9f476724c4c88a80c12edc. 2024-11-18T06:23:47,166 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a838564dad9f476724c4c88a80c12edc, NAME => 'test,,1731911026021.a838564dad9f476724c4c88a80c12edc.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:23:47,166 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:23:47,166 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T06:23:47,166 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a838564dad9f476724c4c88a80c12edc 2024-11-18T06:23:47,167 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731911026021.a838564dad9f476724c4c88a80c12edc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:47,167 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a838564dad9f476724c4c88a80c12edc 2024-11-18T06:23:47,167 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a838564dad9f476724c4c88a80c12edc 2024-11-18T06:23:47,168 INFO [StoreOpener-a838564dad9f476724c4c88a80c12edc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a838564dad9f476724c4c88a80c12edc 2024-11-18T06:23:47,169 INFO [StoreOpener-a838564dad9f476724c4c88a80c12edc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a838564dad9f476724c4c88a80c12edc columnFamilyName f 2024-11-18T06:23:47,169 DEBUG [StoreOpener-a838564dad9f476724c4c88a80c12edc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:47,169 INFO [StoreOpener-a838564dad9f476724c4c88a80c12edc-1 {}] regionserver.HStore(327): Store=a838564dad9f476724c4c88a80c12edc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:47,169 INFO [StoreOpener-a838564dad9f476724c4c88a80c12edc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a838564dad9f476724c4c88a80c12edc 2024-11-18T06:23:47,170 INFO [StoreOpener-a838564dad9f476724c4c88a80c12edc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a838564dad9f476724c4c88a80c12edc columnFamilyName f1 2024-11-18T06:23:47,170 DEBUG [StoreOpener-a838564dad9f476724c4c88a80c12edc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:47,170 INFO [StoreOpener-a838564dad9f476724c4c88a80c12edc-1 {}] regionserver.HStore(327): Store=a838564dad9f476724c4c88a80c12edc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:47,170 INFO [StoreOpener-a838564dad9f476724c4c88a80c12edc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a838564dad9f476724c4c88a80c12edc 2024-11-18T06:23:47,171 INFO [StoreOpener-a838564dad9f476724c4c88a80c12edc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a838564dad9f476724c4c88a80c12edc columnFamilyName norep 2024-11-18T06:23:47,171 DEBUG [StoreOpener-a838564dad9f476724c4c88a80c12edc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:47,171 INFO [StoreOpener-a838564dad9f476724c4c88a80c12edc-1 {}] regionserver.HStore(327): Store=a838564dad9f476724c4c88a80c12edc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:47,172 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a838564dad9f476724c4c88a80c12edc 2024-11-18T06:23:47,172 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/default/test/a838564dad9f476724c4c88a80c12edc 2024-11-18T06:23:47,172 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/default/test/a838564dad9f476724c4c88a80c12edc 2024-11-18T06:23:47,173 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a838564dad9f476724c4c88a80c12edc 2024-11-18T06:23:47,173 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a838564dad9f476724c4c88a80c12edc 2024-11-18T06:23:47,173 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:23:47,174 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a838564dad9f476724c4c88a80c12edc 2024-11-18T06:23:47,175 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/default/test/a838564dad9f476724c4c88a80c12edc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:23:47,175 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a838564dad9f476724c4c88a80c12edc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73083120, jitterRate=0.08902335166931152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:23:47,175 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a838564dad9f476724c4c88a80c12edc 2024-11-18T06:23:47,176 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a838564dad9f476724c4c88a80c12edc: Running coprocessor pre-open hook at 1731911027167Writing region info on filesystem at 1731911027167Initializing all the Stores at 1731911027167Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911027167Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911027167Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911027167Cleaning up temporary data from old regions at 1731911027173 (+6 ms)Running coprocessor post-open hooks at 1731911027175 (+2 ms)Region opened successfully at 1731911027175 2024-11-18T06:23:47,176 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731911026021.a838564dad9f476724c4c88a80c12edc., pid=6, masterSystemTime=1731911027163 2024-11-18T06:23:47,178 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731911026021.a838564dad9f476724c4c88a80c12edc. 2024-11-18T06:23:47,178 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731911026021.a838564dad9f476724c4c88a80c12edc. 2024-11-18T06:23:47,179 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a838564dad9f476724c4c88a80c12edc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b5c0e5a2101,35873,1731911021681 2024-11-18T06:23:47,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a838564dad9f476724c4c88a80c12edc, server=6b5c0e5a2101,35873,1731911021681 because future has completed 2024-11-18T06:23:47,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T06:23:47,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a838564dad9f476724c4c88a80c12edc, server=6b5c0e5a2101,35873,1731911021681 in 170 msec 2024-11-18T06:23:47,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T06:23:47,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a838564dad9f476724c4c88a80c12edc, ASSIGN in 341 msec 2024-11-18T06:23:47,185 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:23:47,185 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911027185"}]},"ts":"1731911027185"} 2024-11-18T06:23:47,187 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T06:23:47,188 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:23:47,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-18T06:23:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:23:48,170 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T06:23:48,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30802dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:48,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,45091,-1 for getting cluster id 2024-11-18T06:23:48,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:48,172 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87b8f258-3f78-40f2-994d-c63f369b4d13' 2024-11-18T06:23:48,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:48,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87b8f258-3f78-40f2-994d-c63f369b4d13" 2024-11-18T06:23:48,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce40f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:48,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,45091,-1] 2024-11-18T06:23:48,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:48,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:48,173 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:48,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7bacac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:48,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:48,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,45091,1731911010590 2024-11-18T06:23:48,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12a2e679 2024-11-18T06:23:48,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:48,176 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:23:48,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b5c0e5a2101:41291,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T06:23:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:23:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:48,180 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:41291' 2024-11-18T06:23:48,181 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132009f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:48,181 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41291,-1 for getting cluster id 2024-11-18T06:23:48,181 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:48,182 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efaf9320-e89d-4bf2-8099-b5999669c5d1' 2024-11-18T06:23:48,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:48,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efaf9320-e89d-4bf2-8099-b5999669c5d1" 2024-11-18T06:23:48,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123044d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:48,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41291,-1] 2024-11-18T06:23:48,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:48,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:48,183 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:48,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:48,184 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:48,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,41291,1731911016242 2024-11-18T06:23:48,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2398e49e 2024-11-18T06:23:48,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:48,187 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:23:48,188 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T06:23:48,188 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T06:23:48,189 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:48,189 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:48,189 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:23:48,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:48,190 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T06:23:48,192 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:23:48,192 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:48,193 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:23:48,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741837_1013 (size=1138) 2024-11-18T06:23:48,206 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b53a0715da795b3f6ef32d5b1d0837a2, NAME => 'hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81 2024-11-18T06:23:48,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741838_1014 (size=44) 2024-11-18T06:23:48,241 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T06:23:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:48,614 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:48,614 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b53a0715da795b3f6ef32d5b1d0837a2, disabling compactions & flushes 2024-11-18T06:23:48,614 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2. 2024-11-18T06:23:48,614 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2. 2024-11-18T06:23:48,614 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2. after waiting 0 ms 2024-11-18T06:23:48,614 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2. 2024-11-18T06:23:48,614 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2. 2024-11-18T06:23:48,614 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b53a0715da795b3f6ef32d5b1d0837a2: Waiting for close lock at 1731911028614Disabling compacts and flushes for region at 1731911028614Disabling writes for close at 1731911028614Writing region close event to WAL at 1731911028614Closed at 1731911028614 2024-11-18T06:23:48,615 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:23:48,616 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731911028615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731911028615"}]},"ts":"1731911028615"} 2024-11-18T06:23:48,617 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:23:48,618 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:23:48,618 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911028618"}]},"ts":"1731911028618"} 2024-11-18T06:23:48,619 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T06:23:48,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b53a0715da795b3f6ef32d5b1d0837a2, ASSIGN}] 2024-11-18T06:23:48,620 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b53a0715da795b3f6ef32d5b1d0837a2, ASSIGN 2024-11-18T06:23:48,620 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b53a0715da795b3f6ef32d5b1d0837a2, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,44651,1731911010804; forceNewPlan=false, retain=false 2024-11-18T06:23:48,771 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b53a0715da795b3f6ef32d5b1d0837a2, regionState=OPENING, regionLocation=6b5c0e5a2101,44651,1731911010804 2024-11-18T06:23:48,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b53a0715da795b3f6ef32d5b1d0837a2, ASSIGN because future has completed 2024-11-18T06:23:48,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b53a0715da795b3f6ef32d5b1d0837a2, server=6b5c0e5a2101,44651,1731911010804}] 2024-11-18T06:23:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:48,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2. 2024-11-18T06:23:48,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:23:48,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T06:23:48,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C44651%2C1731911010804.rep, suffix=, logDir=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804, archiveDir=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/oldWALs, maxLogs=10 2024-11-18T06:23:48,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.rep.1731911028929, exclude list is [], retry=0 2024-11-18T06:23:48,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-7685b04d-1cce-4c3d-8366-650990070e78,DISK] 2024-11-18T06:23:48,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.rep.1731911028929 2024-11-18T06:23:48,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40715:40715)] 2024-11-18T06:23:48,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b53a0715da795b3f6ef32d5b1d0837a2, NAME => 'hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:23:48,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:23:48,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:23:48,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2. service=MultiRowMutationService 2024-11-18T06:23:48,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T06:23:48,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:23:48,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:48,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:23:48,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:23:48,945 INFO [StoreOpener-b53a0715da795b3f6ef32d5b1d0837a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:23:48,946 INFO [StoreOpener-b53a0715da795b3f6ef32d5b1d0837a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b53a0715da795b3f6ef32d5b1d0837a2 columnFamilyName hfileref 2024-11-18T06:23:48,946 DEBUG [StoreOpener-b53a0715da795b3f6ef32d5b1d0837a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:48,946 INFO [StoreOpener-b53a0715da795b3f6ef32d5b1d0837a2-1 {}] regionserver.HStore(327): Store=b53a0715da795b3f6ef32d5b1d0837a2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:48,946 INFO [StoreOpener-b53a0715da795b3f6ef32d5b1d0837a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:23:48,947 INFO [StoreOpener-b53a0715da795b3f6ef32d5b1d0837a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b53a0715da795b3f6ef32d5b1d0837a2 columnFamilyName queue 2024-11-18T06:23:48,947 DEBUG [StoreOpener-b53a0715da795b3f6ef32d5b1d0837a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:48,947 INFO [StoreOpener-b53a0715da795b3f6ef32d5b1d0837a2-1 {}] regionserver.HStore(327): Store=b53a0715da795b3f6ef32d5b1d0837a2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:48,947 INFO [StoreOpener-b53a0715da795b3f6ef32d5b1d0837a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:23:48,948 INFO [StoreOpener-b53a0715da795b3f6ef32d5b1d0837a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b53a0715da795b3f6ef32d5b1d0837a2 columnFamilyName sid 2024-11-18T06:23:48,948 DEBUG [StoreOpener-b53a0715da795b3f6ef32d5b1d0837a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:48,948 INFO [StoreOpener-b53a0715da795b3f6ef32d5b1d0837a2-1 {}] regionserver.HStore(327): Store=b53a0715da795b3f6ef32d5b1d0837a2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:48,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:23:48,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/replication/b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:23:48,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/replication/b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:23:48,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:23:48,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:23:48,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:23:48,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:23:48,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/replication/b53a0715da795b3f6ef32d5b1d0837a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:23:48,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b53a0715da795b3f6ef32d5b1d0837a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68268649, jitterRate=0.017282143235206604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:23:48,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:23:48,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b53a0715da795b3f6ef32d5b1d0837a2: Running coprocessor pre-open hook at 1731911028944Writing region info on filesystem at 1731911028944Initializing all the Stores at 1731911028945 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911028945Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911028945Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911028945Cleaning up temporary data from old regions at 1731911028950 (+5 ms)Running coprocessor post-open hooks at 1731911028952 (+2 ms)Region opened successfully at 1731911028952 2024-11-18T06:23:48,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2., pid=10, masterSystemTime=1731911028925 2024-11-18T06:23:48,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2. 2024-11-18T06:23:48,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2. 2024-11-18T06:23:48,954 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b53a0715da795b3f6ef32d5b1d0837a2, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,44651,1731911010804 2024-11-18T06:23:48,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b53a0715da795b3f6ef32d5b1d0837a2, server=6b5c0e5a2101,44651,1731911010804 because future has completed 2024-11-18T06:23:48,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T06:23:48,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b53a0715da795b3f6ef32d5b1d0837a2, server=6b5c0e5a2101,44651,1731911010804 in 183 msec 2024-11-18T06:23:48,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T06:23:48,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b53a0715da795b3f6ef32d5b1d0837a2, ASSIGN in 339 msec 2024-11-18T06:23:48,959 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:23:48,959 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911028959"}]},"ts":"1731911028959"} 2024-11-18T06:23:48,961 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T06:23:48,961 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:23:48,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 772 msec 2024-11-18T06:23:48,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2., hostname=6b5c0e5a2101,44651,1731911010804, seqNum=2] 2024-11-18T06:23:49,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964 2024-11-18T06:23:49,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964 2024-11-18T06:23:49,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:23:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:49,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T06:23:49,473 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T06:23:49,516 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b5c0e5a2101,44651,1731911010804, ReplicationSource: 1, currentBandwidth=0 2024-11-18T06:23:49,519 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:49,519 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,44651,1731911010804, seqNum=-1] 2024-11-18T06:23:49,520 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:49,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-18T06:23:49,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b5c0e5a2101,44651,1731911010804', locateType=CURRENT is [region=hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2., hostname=6b5c0e5a2101,44651,1731911010804, seqNum=2] 2024-11-18T06:23:49,532 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T06:23:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T06:23:49,535 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b5c0e5a2101,44651,1731911010804 suceeded 2024-11-18T06:23:49,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T06:23:49,538 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b5c0e5a2101:41291,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T06:23:49,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-11-18T06:23:49,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3620 sec 2024-11-18T06:23:49,553 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:41291' 2024-11-18T06:23:49,554 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a235a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:49,554 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41291,-1 for getting cluster id 2024-11-18T06:23:49,555 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:49,557 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efaf9320-e89d-4bf2-8099-b5999669c5d1' 2024-11-18T06:23:49,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:49,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efaf9320-e89d-4bf2-8099-b5999669c5d1" 2024-11-18T06:23:49,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@794ae40a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:49,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41291,-1] 2024-11-18T06:23:49,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:49,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:49,559 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:49,561 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7903d356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:49,561 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:49,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,41291,1731911016242 2024-11-18T06:23:49,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9f8b8c0 2024-11-18T06:23:49,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:49,567 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-18T06:23:49,568 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b5c0e5a2101,44651,1731911010804 (queues=1) is replicating from cluster=87b8f258-3f78-40f2-994d-c63f369b4d13 to cluster=efaf9320-e89d-4bf2-8099-b5999669c5d1 2024-11-18T06:23:49,568 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b5c0e5a2101%2C44651%2C1731911010804 2024-11-18T06:23:49,568 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b5c0e5a2101,44651,1731911010804, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:23:49,573 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020, startPosition=0, beingWritten=true 2024-11-18T06:23:49,575 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.shipper6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C44651%2C1731911010804 2024-11-18T06:23:49,577 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:49,577 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 379, reset compression=false 2024-11-18T06:23:49,577 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.shipper6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,44651,1731911010804 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:49,789 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 379, reset compression=false 2024-11-18T06:23:50,048 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:23:50,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:50,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:50,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:50,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:50,098 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 379, reset compression=false 2024-11-18T06:23:50,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:50,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:50,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:50,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:50,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:50,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:50,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:50,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:50,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:50,169 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T06:23:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:50,330 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T06:23:50,331 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:23:50,331 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:50,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:50,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:50,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:50,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f15057c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:50,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41291,-1 for getting cluster id 2024-11-18T06:23:50,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:50,336 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efaf9320-e89d-4bf2-8099-b5999669c5d1' 2024-11-18T06:23:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:50,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efaf9320-e89d-4bf2-8099-b5999669c5d1" 2024-11-18T06:23:50,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c61155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:50,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41291,-1] 2024-11-18T06:23:50,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:50,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:50,339 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:50,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0e06ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:50,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:50,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,41291,1731911016242 2024-11-18T06:23:50,342 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23b9c7c2 2024-11-18T06:23:50,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:50,345 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:23:50,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b5c0e5a2101:41993,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T06:23:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:23:50,351 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:41993' 2024-11-18T06:23:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:50,364 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb64754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:50,365 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41993,-1 for getting cluster id 2024-11-18T06:23:50,365 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:50,366 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83396b73-aff2-4ace-8292-e6fed2e06225' 2024-11-18T06:23:50,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:50,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83396b73-aff2-4ace-8292-e6fed2e06225" 2024-11-18T06:23:50,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1bb349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:50,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41993,-1] 2024-11-18T06:23:50,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:50,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:50,368 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:50,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56bb526e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:50,369 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:50,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,41993,1731911021501 2024-11-18T06:23:50,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@379cec61 2024-11-18T06:23:50,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:50,371 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:23:50,372 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T06:23:50,372 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T06:23:50,372 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:50,372 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:50,373 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:23:50,374 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T06:23:50,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:23:50,376 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:50,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:50,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:23:50,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741837_1013 (size=1138) 2024-11-18T06:23:50,425 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T06:23:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:50,520 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 379, reset compression=false 2024-11-18T06:23:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:50,824 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f03e56c4fedeacde6988e4b31f51df56, NAME => 'hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac 2024-11-18T06:23:50,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741838_1014 (size=44) 2024-11-18T06:23:50,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:50,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f03e56c4fedeacde6988e4b31f51df56, disabling compactions & flushes 2024-11-18T06:23:50,829 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56. 2024-11-18T06:23:50,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56. 2024-11-18T06:23:50,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56. after waiting 0 ms 2024-11-18T06:23:50,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56. 2024-11-18T06:23:50,829 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56. 2024-11-18T06:23:50,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f03e56c4fedeacde6988e4b31f51df56: Waiting for close lock at 1731911030829Disabling compacts and flushes for region at 1731911030829Disabling writes for close at 1731911030829Writing region close event to WAL at 1731911030829Closed at 1731911030829 2024-11-18T06:23:50,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:23:50,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731911030830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731911030830"}]},"ts":"1731911030830"} 2024-11-18T06:23:50,832 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:23:50,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:23:50,833 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911030833"}]},"ts":"1731911030833"} 2024-11-18T06:23:50,835 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T06:23:50,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f03e56c4fedeacde6988e4b31f51df56, ASSIGN}] 2024-11-18T06:23:50,838 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f03e56c4fedeacde6988e4b31f51df56, ASSIGN 2024-11-18T06:23:50,839 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f03e56c4fedeacde6988e4b31f51df56, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,43523,1731911016390; forceNewPlan=false, retain=false 2024-11-18T06:23:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:50,990 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f03e56c4fedeacde6988e4b31f51df56, regionState=OPENING, regionLocation=6b5c0e5a2101,43523,1731911016390 2024-11-18T06:23:50,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f03e56c4fedeacde6988e4b31f51df56, ASSIGN because future has completed 2024-11-18T06:23:50,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f03e56c4fedeacde6988e4b31f51df56, server=6b5c0e5a2101,43523,1731911016390}] 2024-11-18T06:23:51,012 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T06:23:51,035 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 379, reset compression=false 2024-11-18T06:23:51,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56. 2024-11-18T06:23:51,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:23:51,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T06:23:51,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C43523%2C1731911016390.rep, suffix=, logDir=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390, archiveDir=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/oldWALs, maxLogs=10 2024-11-18T06:23:51,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.rep.1731911031150, exclude list is [], retry=0 2024-11-18T06:23:51,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41341,DS-eb14fa14-2cc6-44ee-8b34-9b697fdaae43,DISK] 2024-11-18T06:23:51,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.rep.1731911031150 2024-11-18T06:23:51,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-18T06:23:51,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f03e56c4fedeacde6988e4b31f51df56, NAME => 'hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:23:51,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:23:51,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:23:51,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56. service=MultiRowMutationService 2024-11-18T06:23:51,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T06:23:51,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f03e56c4fedeacde6988e4b31f51df56 2024-11-18T06:23:51,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:51,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f03e56c4fedeacde6988e4b31f51df56 2024-11-18T06:23:51,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f03e56c4fedeacde6988e4b31f51df56 2024-11-18T06:23:51,167 INFO [StoreOpener-f03e56c4fedeacde6988e4b31f51df56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f03e56c4fedeacde6988e4b31f51df56 2024-11-18T06:23:51,168 INFO [StoreOpener-f03e56c4fedeacde6988e4b31f51df56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f03e56c4fedeacde6988e4b31f51df56 columnFamilyName hfileref 2024-11-18T06:23:51,168 DEBUG [StoreOpener-f03e56c4fedeacde6988e4b31f51df56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:51,168 INFO [StoreOpener-f03e56c4fedeacde6988e4b31f51df56-1 {}] regionserver.HStore(327): Store=f03e56c4fedeacde6988e4b31f51df56/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:51,168 INFO [StoreOpener-f03e56c4fedeacde6988e4b31f51df56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f03e56c4fedeacde6988e4b31f51df56 2024-11-18T06:23:51,169 INFO [StoreOpener-f03e56c4fedeacde6988e4b31f51df56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f03e56c4fedeacde6988e4b31f51df56 columnFamilyName queue 2024-11-18T06:23:51,169 DEBUG [StoreOpener-f03e56c4fedeacde6988e4b31f51df56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:51,169 INFO [StoreOpener-f03e56c4fedeacde6988e4b31f51df56-1 {}] regionserver.HStore(327): Store=f03e56c4fedeacde6988e4b31f51df56/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:51,169 INFO [StoreOpener-f03e56c4fedeacde6988e4b31f51df56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f03e56c4fedeacde6988e4b31f51df56 2024-11-18T06:23:51,170 INFO [StoreOpener-f03e56c4fedeacde6988e4b31f51df56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f03e56c4fedeacde6988e4b31f51df56 columnFamilyName sid 2024-11-18T06:23:51,170 DEBUG [StoreOpener-f03e56c4fedeacde6988e4b31f51df56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:51,170 INFO [StoreOpener-f03e56c4fedeacde6988e4b31f51df56-1 {}] regionserver.HStore(327): Store=f03e56c4fedeacde6988e4b31f51df56/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:51,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f03e56c4fedeacde6988e4b31f51df56 2024-11-18T06:23:51,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/replication/f03e56c4fedeacde6988e4b31f51df56 2024-11-18T06:23:51,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/replication/f03e56c4fedeacde6988e4b31f51df56 2024-11-18T06:23:51,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f03e56c4fedeacde6988e4b31f51df56 2024-11-18T06:23:51,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f03e56c4fedeacde6988e4b31f51df56 2024-11-18T06:23:51,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:23:51,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f03e56c4fedeacde6988e4b31f51df56 2024-11-18T06:23:51,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/replication/f03e56c4fedeacde6988e4b31f51df56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:23:51,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f03e56c4fedeacde6988e4b31f51df56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74590580, jitterRate=0.11148625612258911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:23:51,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f03e56c4fedeacde6988e4b31f51df56 2024-11-18T06:23:51,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f03e56c4fedeacde6988e4b31f51df56: Running coprocessor pre-open hook at 1731911031166Writing region info on filesystem at 1731911031166Initializing all the Stores at 1731911031167 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911031167Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911031167Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911031167Cleaning up temporary data from old regions at 1731911031172 (+5 ms)Running coprocessor post-open hooks at 1731911031174 (+2 ms)Region opened successfully at 1731911031174 2024-11-18T06:23:51,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56., pid=10, masterSystemTime=1731911031145 2024-11-18T06:23:51,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56. 2024-11-18T06:23:51,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56. 2024-11-18T06:23:51,177 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f03e56c4fedeacde6988e4b31f51df56, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,43523,1731911016390 2024-11-18T06:23:51,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f03e56c4fedeacde6988e4b31f51df56, server=6b5c0e5a2101,43523,1731911016390 because future has completed 2024-11-18T06:23:51,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T06:23:51,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f03e56c4fedeacde6988e4b31f51df56, server=6b5c0e5a2101,43523,1731911016390 in 186 msec 2024-11-18T06:23:51,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T06:23:51,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f03e56c4fedeacde6988e4b31f51df56, ASSIGN in 345 msec 2024-11-18T06:23:51,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:23:51,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911031183"}]},"ts":"1731911031183"} 2024-11-18T06:23:51,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T06:23:51,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:23:51,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 813 msec 2024-11-18T06:23:51,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56., hostname=6b5c0e5a2101,43523,1731911016390, seqNum=2] 2024-11-18T06:23:51,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112 2024-11-18T06:23:51,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112 2024-11-18T06:23:51,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:23:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:51,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43523 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T06:23:51,534 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T06:23:51,577 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b5c0e5a2101,43523,1731911016390, ReplicationSource: 1, currentBandwidth=0 2024-11-18T06:23:51,578 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:51,578 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,43523,1731911016390, seqNum=-1] 2024-11-18T06:23:51,578 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:51,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-18T06:23:51,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b5c0e5a2101,43523,1731911016390', locateType=CURRENT is [region=hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56., hostname=6b5c0e5a2101,43523,1731911016390, seqNum=2] 2024-11-18T06:23:51,584 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T06:23:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T06:23:51,587 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b5c0e5a2101,43523,1731911016390 suceeded 2024-11-18T06:23:51,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T06:23:51,590 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b5c0e5a2101:41993,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T06:23:51,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-18T06:23:51,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2440 sec 2024-11-18T06:23:51,607 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:41993' 2024-11-18T06:23:51,608 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ce580ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:51,608 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41993,-1 for getting cluster id 2024-11-18T06:23:51,609 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:51,609 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83396b73-aff2-4ace-8292-e6fed2e06225' 2024-11-18T06:23:51,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:51,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83396b73-aff2-4ace-8292-e6fed2e06225" 2024-11-18T06:23:51,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@556d0048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:51,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41993,-1] 2024-11-18T06:23:51,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:51,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:51,611 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:51,612 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3810939a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:51,612 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:51,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,41993,1731911021501 2024-11-18T06:23:51,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d820246 2024-11-18T06:23:51,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:51,614 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-18T06:23:51,615 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b5c0e5a2101,43523,1731911016390 (queues=1) is replicating from cluster=efaf9320-e89d-4bf2-8099-b5999669c5d1 to cluster=83396b73-aff2-4ace-8292-e6fed2e06225 2024-11-18T06:23:51,615 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b5c0e5a2101%2C43523%2C1731911016390 2024-11-18T06:23:51,615 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b5c0e5a2101,43523,1731911016390, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:23:51,616 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294, startPosition=0, beingWritten=true 2024-11-18T06:23:51,620 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.shipper6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C43523%2C1731911016390 2024-11-18T06:23:51,630 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:51,630 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 379, reset compression=false 2024-11-18T06:23:51,630 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.shipper6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43523,1731911016390 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:51,649 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 379, reset compression=false 2024-11-18T06:23:51,853 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 379, reset compression=false 2024-11-18T06:23:52,157 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 379, reset compression=false 2024-11-18T06:23:52,365 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 379, reset compression=false 2024-11-18T06:23:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:52,499 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T06:23:52,499 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:23:52,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:52,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:52,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:52,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:52,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73acaf6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:52,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41993,-1 for getting cluster id 2024-11-18T06:23:52,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:52,501 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83396b73-aff2-4ace-8292-e6fed2e06225' 2024-11-18T06:23:52,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:52,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83396b73-aff2-4ace-8292-e6fed2e06225" 2024-11-18T06:23:52,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d2f5fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:52,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41993,-1] 2024-11-18T06:23:52,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:52,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:52,503 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:52,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76aa1e57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:52,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:52,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,41993,1731911021501 2024-11-18T06:23:52,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d40a00d 2024-11-18T06:23:52,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:52,505 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:23:52,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b5c0e5a2101:41291,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T06:23:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:23:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:52,508 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:41291' 2024-11-18T06:23:52,509 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3fc503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:52,509 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41291,-1 for getting cluster id 2024-11-18T06:23:52,509 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:52,510 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efaf9320-e89d-4bf2-8099-b5999669c5d1' 2024-11-18T06:23:52,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:52,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efaf9320-e89d-4bf2-8099-b5999669c5d1" 2024-11-18T06:23:52,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e9d8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:52,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41291,-1] 2024-11-18T06:23:52,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:52,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:52,511 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:52,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25aefbd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:52,512 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:52,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,41291,1731911016242 2024-11-18T06:23:52,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a24b986 2024-11-18T06:23:52,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:52,514 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:23:52,514 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T06:23:52,514 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T06:23:52,514 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:52,514 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:52,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:52,515 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:23:52,516 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T06:23:52,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:23:52,517 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:52,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:23:52,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741837_1013 (size=1138) 2024-11-18T06:23:52,560 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 379, reset compression=false 2024-11-18T06:23:52,566 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T06:23:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:52,929 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1759eed6c49fc592d65510f5c78a378, NAME => 'hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6 2024-11-18T06:23:52,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741838_1014 (size=44) 2024-11-18T06:23:52,935 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:52,935 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b1759eed6c49fc592d65510f5c78a378, disabling compactions & flushes 2024-11-18T06:23:52,935 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378. 2024-11-18T06:23:52,935 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378. 2024-11-18T06:23:52,935 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378. after waiting 0 ms 2024-11-18T06:23:52,935 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378. 2024-11-18T06:23:52,935 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378. 2024-11-18T06:23:52,936 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1759eed6c49fc592d65510f5c78a378: Waiting for close lock at 1731911032935Disabling compacts and flushes for region at 1731911032935Disabling writes for close at 1731911032935Writing region close event to WAL at 1731911032935Closed at 1731911032935 2024-11-18T06:23:52,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:23:52,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731911032936"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731911032936"}]},"ts":"1731911032936"} 2024-11-18T06:23:52,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:23:52,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:23:52,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911032939"}]},"ts":"1731911032939"} 2024-11-18T06:23:52,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T06:23:52,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1759eed6c49fc592d65510f5c78a378, ASSIGN}] 2024-11-18T06:23:52,941 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1759eed6c49fc592d65510f5c78a378, ASSIGN 2024-11-18T06:23:52,942 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1759eed6c49fc592d65510f5c78a378, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,35873,1731911021681; forceNewPlan=false, retain=false 2024-11-18T06:23:53,064 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 379, reset compression=false 2024-11-18T06:23:53,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1759eed6c49fc592d65510f5c78a378, regionState=OPENING, regionLocation=6b5c0e5a2101,35873,1731911021681 2024-11-18T06:23:53,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1759eed6c49fc592d65510f5c78a378, ASSIGN because future has completed 2024-11-18T06:23:53,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1759eed6c49fc592d65510f5c78a378, server=6b5c0e5a2101,35873,1731911021681}] 2024-11-18T06:23:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:53,168 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 379, reset compression=false 2024-11-18T06:23:53,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378. 2024-11-18T06:23:53,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:23:53,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T06:23:53,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C35873%2C1731911021681.rep, suffix=, logDir=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/oldWALs, maxLogs=10 2024-11-18T06:23:53,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.rep.1731911033251, exclude list is [], retry=0 2024-11-18T06:23:53,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39793,DS-eb24d48f-8dce-4bbd-91fe-56d10557224d,DISK] 2024-11-18T06:23:53,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.rep.1731911033251 2024-11-18T06:23:53,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36009:36009)] 2024-11-18T06:23:53,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b1759eed6c49fc592d65510f5c78a378, NAME => 'hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:23:53,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:23:53,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:23:53,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378. service=MultiRowMutationService 2024-11-18T06:23:53,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T06:23:53,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b1759eed6c49fc592d65510f5c78a378 2024-11-18T06:23:53,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:23:53,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b1759eed6c49fc592d65510f5c78a378 2024-11-18T06:23:53,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b1759eed6c49fc592d65510f5c78a378 2024-11-18T06:23:53,269 INFO [StoreOpener-b1759eed6c49fc592d65510f5c78a378-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b1759eed6c49fc592d65510f5c78a378 2024-11-18T06:23:53,270 INFO [StoreOpener-b1759eed6c49fc592d65510f5c78a378-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1759eed6c49fc592d65510f5c78a378 columnFamilyName hfileref 2024-11-18T06:23:53,270 DEBUG [StoreOpener-b1759eed6c49fc592d65510f5c78a378-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:53,270 INFO [StoreOpener-b1759eed6c49fc592d65510f5c78a378-1 {}] regionserver.HStore(327): Store=b1759eed6c49fc592d65510f5c78a378/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:53,270 INFO [StoreOpener-b1759eed6c49fc592d65510f5c78a378-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b1759eed6c49fc592d65510f5c78a378 2024-11-18T06:23:53,272 INFO [StoreOpener-b1759eed6c49fc592d65510f5c78a378-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1759eed6c49fc592d65510f5c78a378 columnFamilyName queue 2024-11-18T06:23:53,272 DEBUG [StoreOpener-b1759eed6c49fc592d65510f5c78a378-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:53,272 INFO [StoreOpener-b1759eed6c49fc592d65510f5c78a378-1 {}] regionserver.HStore(327): Store=b1759eed6c49fc592d65510f5c78a378/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:53,272 INFO [StoreOpener-b1759eed6c49fc592d65510f5c78a378-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b1759eed6c49fc592d65510f5c78a378 2024-11-18T06:23:53,273 INFO [StoreOpener-b1759eed6c49fc592d65510f5c78a378-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1759eed6c49fc592d65510f5c78a378 columnFamilyName sid 2024-11-18T06:23:53,273 DEBUG [StoreOpener-b1759eed6c49fc592d65510f5c78a378-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:23:53,273 INFO [StoreOpener-b1759eed6c49fc592d65510f5c78a378-1 {}] regionserver.HStore(327): Store=b1759eed6c49fc592d65510f5c78a378/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:23:53,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b1759eed6c49fc592d65510f5c78a378 2024-11-18T06:23:53,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/replication/b1759eed6c49fc592d65510f5c78a378 2024-11-18T06:23:53,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/replication/b1759eed6c49fc592d65510f5c78a378 2024-11-18T06:23:53,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b1759eed6c49fc592d65510f5c78a378 2024-11-18T06:23:53,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b1759eed6c49fc592d65510f5c78a378 2024-11-18T06:23:53,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:23:53,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b1759eed6c49fc592d65510f5c78a378 2024-11-18T06:23:53,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/replication/b1759eed6c49fc592d65510f5c78a378/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:23:53,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b1759eed6c49fc592d65510f5c78a378; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69740949, jitterRate=0.03922112286090851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:23:53,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1759eed6c49fc592d65510f5c78a378 2024-11-18T06:23:53,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b1759eed6c49fc592d65510f5c78a378: Running coprocessor pre-open hook at 1731911033268Writing region info on filesystem at 1731911033268Initializing all the Stores at 1731911033268Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911033268Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911033269 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911033269Cleaning up temporary data from old regions at 1731911033275 (+6 ms)Running coprocessor post-open hooks at 1731911033278 (+3 ms)Region opened successfully at 1731911033278 2024-11-18T06:23:53,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378., pid=10, masterSystemTime=1731911033247 2024-11-18T06:23:53,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378. 2024-11-18T06:23:53,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378. 2024-11-18T06:23:53,281 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1759eed6c49fc592d65510f5c78a378, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,35873,1731911021681 2024-11-18T06:23:53,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1759eed6c49fc592d65510f5c78a378, server=6b5c0e5a2101,35873,1731911021681 because future has completed 2024-11-18T06:23:53,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T06:23:53,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b1759eed6c49fc592d65510f5c78a378, server=6b5c0e5a2101,35873,1731911021681 in 188 msec 2024-11-18T06:23:53,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T06:23:53,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1759eed6c49fc592d65510f5c78a378, ASSIGN in 345 msec 2024-11-18T06:23:53,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:23:53,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911033287"}]},"ts":"1731911033287"} 2024-11-18T06:23:53,289 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T06:23:53,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:23:53,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 775 msec 2024-11-18T06:23:53,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378., hostname=6b5c0e5a2101,35873,1731911021681, seqNum=2] 2024-11-18T06:23:53,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335 2024-11-18T06:23:53,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335 2024-11-18T06:23:53,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:23:53,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35873 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T06:23:53,579 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T06:23:53,616 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b5c0e5a2101,35873,1731911021681, ReplicationSource: 1, currentBandwidth=0 2024-11-18T06:23:53,616 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:53,616 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,35873,1731911021681, seqNum=-1] 2024-11-18T06:23:53,616 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:53,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-18T06:23:53,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b5c0e5a2101,35873,1731911021681', locateType=CURRENT is [region=hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378., hostname=6b5c0e5a2101,35873,1731911021681, seqNum=2] 2024-11-18T06:23:53,621 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T06:23:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T06:23:53,623 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b5c0e5a2101,35873,1731911021681 suceeded 2024-11-18T06:23:53,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T06:23:53,624 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b5c0e5a2101:41291,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T06:23:53,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-18T06:23:53,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1180 sec 2024-11-18T06:23:53,635 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:41291' 2024-11-18T06:23:53,636 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@673476c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:53,636 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41291,-1 for getting cluster id 2024-11-18T06:23:53,637 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:53,637 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efaf9320-e89d-4bf2-8099-b5999669c5d1' 2024-11-18T06:23:53,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:53,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efaf9320-e89d-4bf2-8099-b5999669c5d1" 2024-11-18T06:23:53,638 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:53,639 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c1f04f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:53,639 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41291,-1] 2024-11-18T06:23:53,639 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:53,640 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:53,641 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a5b81f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:53,641 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:53,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,41291,1731911016242 2024-11-18T06:23:53,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@387f9810 2024-11-18T06:23:53,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:23:53,643 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-18T06:23:53,644 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b5c0e5a2101,35873,1731911021681 (queues=1) is replicating from cluster=83396b73-aff2-4ace-8292-e6fed2e06225 to cluster=efaf9320-e89d-4bf2-8099-b5999669c5d1 2024-11-18T06:23:53,644 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b5c0e5a2101%2C35873%2C1731911021681 2024-11-18T06:23:53,644 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b5c0e5a2101,35873,1731911021681, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:23:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:23:53,649 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T06:23:53,649 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:23:53,649 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:53,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:53,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:53,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:53,650 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066, startPosition=0, beingWritten=true 2024-11-18T06:23:53,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c3770c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:53,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,45091,-1 for getting cluster id 2024-11-18T06:23:53,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:53,651 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87b8f258-3f78-40f2-994d-c63f369b4d13' 2024-11-18T06:23:53,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:53,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87b8f258-3f78-40f2-994d-c63f369b4d13" 2024-11-18T06:23:53,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fee4d83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:53,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,45091,-1] 2024-11-18T06:23:53,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:53,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:53,652 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:53,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12cd0072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:53,656 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.shipper6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C35873%2C1731911021681 2024-11-18T06:23:53,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200d8836, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:53,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41291,-1 for getting cluster id 2024-11-18T06:23:53,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:53,660 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efaf9320-e89d-4bf2-8099-b5999669c5d1' 2024-11-18T06:23:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efaf9320-e89d-4bf2-8099-b5999669c5d1" 2024-11-18T06:23:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487b87a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41291,-1] 2024-11-18T06:23:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:53,661 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:53,661 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 379, reset compression=false 2024-11-18T06:23:53,661 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.shipper6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,35873,1731911021681 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:53,661 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f066044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:53,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aeaddc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:53,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41993,-1 for getting cluster id 2024-11-18T06:23:53,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:53,665 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83396b73-aff2-4ace-8292-e6fed2e06225' 2024-11-18T06:23:53,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:53,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83396b73-aff2-4ace-8292-e6fed2e06225" 2024-11-18T06:23:53,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1c1b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:53,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41993,-1] 2024-11-18T06:23:53,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:53,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:53,666 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:53,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71463847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:53,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,44651,1731911010804, seqNum=-1] 2024-11-18T06:23:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:53,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:23:53,669 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 379, reset compression=false 2024-11-18T06:23:53,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5., hostname=6b5c0e5a2101,44651,1731911010804, seqNum=2] 2024-11-18T06:23:53,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:53,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,35873,1731911021681, seqNum=-1] 2024-11-18T06:23:53,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:53,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:23:53,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731911026021.a838564dad9f476724c4c88a80c12edc., hostname=6b5c0e5a2101,35873,1731911021681, seqNum=2] 2024-11-18T06:23:53,678 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T06:23:53,865 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 379, reset compression=false 2024-11-18T06:23:54,072 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 379, reset compression=false 2024-11-18T06:23:54,077 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:54,077 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 480, reset compression=false 2024-11-18T06:23:54,077 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.shipper6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,44651,1731911010804 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f2a5e3fd44913348067065f9219d7a5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T06:23:54,079 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.shipper6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:23:54,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-18T06:23:54,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43523 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:54,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b197491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:54,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43523 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41291,-1 for getting cluster id 2024-11-18T06:23:54,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:54,082 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efaf9320-e89d-4bf2-8099-b5999669c5d1' 2024-11-18T06:23:54,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:54,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efaf9320-e89d-4bf2-8099-b5999669c5d1" 2024-11-18T06:23:54,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42b29b7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:54,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41291,-1] 2024-11-18T06:23:54,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:54,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:54,083 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:54,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bebcfce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:54,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43523 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:54,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,43523,1731911016390, seqNum=-1] 2024-11-18T06:23:54,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:54,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-18T06:23:54,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd., hostname=6b5c0e5a2101,43523,1731911016390, seqNum=2] 2024-11-18T06:23:54,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43523 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:54,168 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 379, reset compression=false 2024-11-18T06:23:54,281 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 480, reset compression=false 2024-11-18T06:23:54,373 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 379, reset compression=false 2024-11-18T06:23:54,378 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:54,378 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 504, reset compression=false 2024-11-18T06:23:54,378 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.shipper6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43523,1731911016390 got entry batch from reader: WALEntryBatch [walEntries=[{test/c65dd0e5c8d744c3f356c8b3241b51dd/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-18T06:23:54,380 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.shipper6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:23:54,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-18T06:23:54,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:54,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36e4563f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:54,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41993,-1 for getting cluster id 2024-11-18T06:23:54,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:23:54,382 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83396b73-aff2-4ace-8292-e6fed2e06225' 2024-11-18T06:23:54,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:23:54,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83396b73-aff2-4ace-8292-e6fed2e06225" 2024-11-18T06:23:54,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b968ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:54,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41993,-1] 2024-11-18T06:23:54,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:23:54,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:54,383 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:23:54,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@420a4aa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:23:54,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:54,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,35873,1731911021681, seqNum=-1] 2024-11-18T06:23:54,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:54,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-18T06:23:54,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731911026021.a838564dad9f476724c4c88a80c12edc., hostname=6b5c0e5a2101,35873,1731911021681, seqNum=2] 2024-11-18T06:23:54,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:54,571 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 379, reset compression=false 2024-11-18T06:23:54,575 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:54,575 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 528, reset compression=false 2024-11-18T06:23:54,575 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.shipper6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,35873,1731911021681 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:54,582 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 504, reset compression=false 2024-11-18T06:23:54,584 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 480, reset compression=false 2024-11-18T06:23:54,680 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T06:23:54,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:23:54,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,43523,1731911016390, seqNum=-1] 2024-11-18T06:23:54,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:23:54,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:23:54,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd., hostname=6b5c0e5a2101,43523,1731911016390, seqNum=2] 2024-11-18T06:23:54,687 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T06:23:54,779 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 528, reset compression=false 2024-11-18T06:23:54,885 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 504, reset compression=false 2024-11-18T06:23:54,894 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:54,894 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 608, reset compression=false 2024-11-18T06:23:54,894 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.shipper6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43523,1731911016390 got entry batch from reader: WALEntryBatch [walEntries=[{test/c65dd0e5c8d744c3f356c8b3241b51dd/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T06:23:54,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:54,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:54,987 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 480, reset compression=false 2024-11-18T06:23:55,082 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 528, reset compression=false 2024-11-18T06:23:55,086 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:55,086 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 656, reset compression=false 2024-11-18T06:23:55,086 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.shipper6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,35873,1731911021681 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:55,101 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 608, reset compression=false 2024-11-18T06:23:55,292 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 656, reset compression=false 2024-11-18T06:23:55,404 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 608, reset compression=false 2024-11-18T06:23:55,492 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 480, reset compression=false 2024-11-18T06:23:55,597 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 656, reset compression=false 2024-11-18T06:23:55,689 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T06:23:55,693 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-18T06:23:55,807 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 608, reset compression=false 2024-11-18T06:23:55,965 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:23:56,005 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 656, reset compression=false 2024-11-18T06:23:56,016 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:56,016 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 760, reset compression=false 2024-11-18T06:23:56,016 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.shipper6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,35873,1731911021681 got entry batch from reader: WALEntryBatch [walEntries=[{test/a838564dad9f476724c4c88a80c12edc/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T06:23:56,019 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.shipper6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:23:56,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-18T06:23:56,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43523 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:56,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43523 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:56,095 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 480, reset compression=false 2024-11-18T06:23:56,228 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 760, reset compression=false 2024-11-18T06:23:56,310 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 608, reset compression=false 2024-11-18T06:23:56,313 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:56,313 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 736, reset compression=false 2024-11-18T06:23:56,313 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.shipper6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43523,1731911016390 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:56,378 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:23:56,379 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:23:56,380 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108743 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:23:56,516 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 736, reset compression=false 2024-11-18T06:23:56,533 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 760, reset compression=false 2024-11-18T06:23:56,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:23:56,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:56,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:56,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:56,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:56,703 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-18T06:23:56,707 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T06:23:56,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:56,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:56,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:56,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:56,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:56,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:56,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:56,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:56,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:23:56,813 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 480, reset compression=false 2024-11-18T06:23:56,817 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:56,817 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 636, reset compression=false 2024-11-18T06:23:56,817 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.shipper6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,44651,1731911010804 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f2a5e3fd44913348067065f9219d7a5/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T06:23:56,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43523 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:56,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43523 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:56,821 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 736, reset compression=false 2024-11-18T06:23:56,824 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:56,824 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 884, reset compression=false 2024-11-18T06:23:56,824 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.shipper6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43523,1731911016390 got entry batch from reader: WALEntryBatch [walEntries=[{test/c65dd0e5c8d744c3f356c8b3241b51dd/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-18T06:23:56,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:56,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:56,937 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 760, reset compression=false 2024-11-18T06:23:56,942 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:56,942 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 932, reset compression=false 2024-11-18T06:23:56,942 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.shipper6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,35873,1731911021681 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:57,020 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 636, reset compression=false 2024-11-18T06:23:57,028 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 884, reset compression=false 2024-11-18T06:23:57,149 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 932, reset compression=false 2024-11-18T06:23:57,323 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 636, reset compression=false 2024-11-18T06:23:57,331 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 884, reset compression=false 2024-11-18T06:23:57,454 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 932, reset compression=false 2024-11-18T06:23:57,708 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T06:23:57,711 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T06:23:57,727 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 636, reset compression=false 2024-11-18T06:23:57,735 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 884, reset compression=false 2024-11-18T06:23:57,739 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:57,739 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 1043, reset compression=false 2024-11-18T06:23:57,739 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.shipper6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43523,1731911016390 got entry batch from reader: WALEntryBatch [walEntries=[{test/c65dd0e5c8d744c3f356c8b3241b51dd/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T06:23:57,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:57,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:57,858 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 932, reset compression=false 2024-11-18T06:23:57,862 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:57,862 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 1082, reset compression=false 2024-11-18T06:23:57,862 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.shipper6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,35873,1731911021681 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:57,943 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 1043, reset compression=false 2024-11-18T06:23:58,065 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 1082, reset compression=false 2024-11-18T06:23:58,230 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 636, reset compression=false 2024-11-18T06:23:58,247 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 1043, reset compression=false 2024-11-18T06:23:58,367 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 1082, reset compression=false 2024-11-18T06:23:58,650 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 1043, reset compression=false 2024-11-18T06:23:58,712 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T06:23:58,714 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-18T06:23:58,771 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 1082, reset compression=false 2024-11-18T06:23:58,774 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:23:58,774 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 1241, reset compression=false 2024-11-18T06:23:58,775 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.shipper6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,35873,1731911021681 got entry batch from reader: WALEntryBatch [walEntries=[{test/a838564dad9f476724c4c88a80c12edc/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T06:23:58,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43523 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T06:23:58,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43523 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T06:23:58,833 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 636, reset compression=false 2024-11-18T06:23:58,981 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 1241, reset compression=false 2024-11-18T06:23:59,153 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 1043, reset compression=false 2024-11-18T06:23:59,157 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:23:59,157 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 1193, reset compression=false 2024-11-18T06:23:59,157 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.shipper6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43523,1731911016390 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:23:59,285 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 1241, reset compression=false 2024-11-18T06:23:59,366 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 1193, reset compression=false 2024-11-18T06:23:59,537 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 636, reset compression=false 2024-11-18T06:23:59,669 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 1193, reset compression=false 2024-11-18T06:23:59,689 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 1241, reset compression=false 2024-11-18T06:23:59,716 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-18T06:23:59,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:23:59,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:23:59,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:59,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:59,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:59,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:23:59,722 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:23:59,722 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1892059909, stopped=false 2024-11-18T06:23:59,722 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,41993,1731911021501 2024-11-18T06:23:59,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-109550335/running 2024-11-18T06:23:59,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-109550335/running 2024-11-18T06:23:59,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335 2024-11-18T06:23:59,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335 2024-11-18T06:23:59,884 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:23:59,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:23:59,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:59,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:59,885 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,35873,1731911021681' ***** 2024-11-18T06:23:59,885 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:23:59,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Set watcher on znode that does not yet exist, /2-109550335/running 2024-11-18T06:23:59,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Set watcher on znode that does not yet exist, /2-109550335/running 2024-11-18T06:23:59,885 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-18T06:23:59,885 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(3091): Received CLOSE for b1759eed6c49fc592d65510f5c78a378 2024-11-18T06:23:59,886 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(3091): Received CLOSE for a838564dad9f476724c4c88a80c12edc 2024-11-18T06:23:59,886 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1759eed6c49fc592d65510f5c78a378, disabling compactions & flushes 2024-11-18T06:23:59,886 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378. 2024-11-18T06:23:59,886 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378. 2024-11-18T06:23:59,886 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378. after waiting 0 ms 2024-11-18T06:23:59,886 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378. 2024-11-18T06:23:59,886 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b1759eed6c49fc592d65510f5c78a378 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-18T06:23:59,887 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:23:59,887 INFO [RS:0;6b5c0e5a2101:35873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:23:59,887 INFO [RS:0;6b5c0e5a2101:35873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:23:59,887 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:23:59,887 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: a838564dad9f476724c4c88a80c12edc, which we are already trying to CLOSE, but not completed yet 2024-11-18T06:23:59,887 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,35873,1731911021681 2024-11-18T06:23:59,887 INFO [RS:0;6b5c0e5a2101:35873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:23:59,887 INFO [RS:0;6b5c0e5a2101:35873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:35873. 2024-11-18T06:23:59,888 DEBUG [RS:0;6b5c0e5a2101:35873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:23:59,888 DEBUG [RS:0;6b5c0e5a2101:35873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:23:59,888 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:23:59,888 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:23:59,888 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:23:59,888 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:23:59,888 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T06:23:59,888 DEBUG [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(1325): Online Regions={b1759eed6c49fc592d65510f5c78a378=hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378., 1588230740=hbase:meta,,1.1588230740, a838564dad9f476724c4c88a80c12edc=test,,1731911026021.a838564dad9f476724c4c88a80c12edc.} 2024-11-18T06:23:59,888 DEBUG [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a838564dad9f476724c4c88a80c12edc, b1759eed6c49fc592d65510f5c78a378 2024-11-18T06:23:59,888 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:23:59,888 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:23:59,888 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:23:59,888 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:23:59,888 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:23:59,888 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T06:23:59,904 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/.tmp/info/71b1a711de4f482db6e3ea767fe13ae1 is 147, key is hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378./info:regioninfo/1731911033281/Put/seqid=0 2024-11-18T06:23:59,906 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/replication/b1759eed6c49fc592d65510f5c78a378/.tmp/queue/4e2d49e6cf844d9b9b45e02800830ab2 is 154, key is 1-6b5c0e5a2101,35873,1731911021681/queue:6b5c0e5a2101%2C35873%2C1731911021681/1731911038778/Put/seqid=0 2024-11-18T06:23:59,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741840_1016 (size=7686) 2024-11-18T06:23:59,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741841_1017 (size=5353) 2024-11-18T06:23:59,921 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/replication/b1759eed6c49fc592d65510f5c78a378/.tmp/queue/4e2d49e6cf844d9b9b45e02800830ab2 2024-11-18T06:23:59,927 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:23:59,927 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/replication/b1759eed6c49fc592d65510f5c78a378/.tmp/queue/4e2d49e6cf844d9b9b45e02800830ab2 as hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/replication/b1759eed6c49fc592d65510f5c78a378/queue/4e2d49e6cf844d9b9b45e02800830ab2 2024-11-18T06:23:59,927 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:23:59,932 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/replication/b1759eed6c49fc592d65510f5c78a378/queue/4e2d49e6cf844d9b9b45e02800830ab2, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T06:23:59,933 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b1759eed6c49fc592d65510f5c78a378 in 47ms, sequenceid=12, compaction requested=false 2024-11-18T06:23:59,940 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:23:59,958 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/replication/b1759eed6c49fc592d65510f5c78a378/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T06:23:59,959 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:23:59,959 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:23:59,959 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378. 2024-11-18T06:23:59,959 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1759eed6c49fc592d65510f5c78a378: Waiting for close lock at 1731911039886Running coprocessor pre-close hooks at 1731911039886Disabling compacts and flushes for region at 1731911039886Disabling writes for close at 1731911039886Obtaining lock to block concurrent updates at 1731911039886Preparing flush snapshotting stores in b1759eed6c49fc592d65510f5c78a378 at 1731911039886Finished memstore snapshotting hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731911039886Flushing stores of hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378. at 1731911039887 (+1 ms)Flushing b1759eed6c49fc592d65510f5c78a378/queue: creating writer at 1731911039887Flushing b1759eed6c49fc592d65510f5c78a378/queue: appending metadata at 1731911039906 (+19 ms)Flushing b1759eed6c49fc592d65510f5c78a378/queue: closing flushed file at 1731911039906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75570d6f: reopening flushed file at 1731911039926 (+20 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b1759eed6c49fc592d65510f5c78a378 in 47ms, sequenceid=12, compaction requested=false at 1731911039933 (+7 ms)Writing region close event to WAL at 1731911039934 (+1 ms)Running coprocessor post-close hooks at 1731911039959 (+25 ms)Closed at 1731911039959 2024-11-18T06:23:59,959 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731911032515.b1759eed6c49fc592d65510f5c78a378. 2024-11-18T06:23:59,960 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a838564dad9f476724c4c88a80c12edc, disabling compactions & flushes 2024-11-18T06:23:59,960 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731911026021.a838564dad9f476724c4c88a80c12edc. 2024-11-18T06:23:59,960 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731911026021.a838564dad9f476724c4c88a80c12edc. 2024-11-18T06:23:59,960 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731911026021.a838564dad9f476724c4c88a80c12edc. after waiting 0 ms 2024-11-18T06:23:59,960 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731911026021.a838564dad9f476724c4c88a80c12edc. 2024-11-18T06:23:59,960 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a838564dad9f476724c4c88a80c12edc 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-18T06:23:59,980 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/default/test/a838564dad9f476724c4c88a80c12edc/.tmp/f/caf87c3d7f9f4834b9b8482b8b890a0c is 29, key is row1/f:/1731911037709/DeleteFamily/seqid=0 2024-11-18T06:23:59,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741842_1018 (size=5152) 2024-11-18T06:24:00,073 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 1193, reset compression=false 2024-11-18T06:24:00,088 DEBUG [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a838564dad9f476724c4c88a80c12edc 2024-11-18T06:24:00,178 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:24:00,192 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 1241, reset compression=false 2024-11-18T06:24:00,196 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:24:00,196 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 1488, reset compression=false 2024-11-18T06:24:00,196 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.shipper6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,35873,1731911021681 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:24:00,197 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.shipper6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b5c0e5a2101,35873,1731911021681: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b5c0e5a2101,35873,1731911021681, walGroup=6b5c0e5a2101%2C35873%2C1731911021681, offset=6b5c0e5a2101%2C35873%2C1731911021681.1731911024066:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:35873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T06:24:00,199 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.shipper6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T06:24:00,199 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.shipper6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T06:24:00,199 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.shipper6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T06:24:00,199 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.shipper6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T06:24:00,199 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.shipper6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T06:24:00,199 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.shipper6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1413480448, "init": 1048576000, "max": 2306867200, "used": 906900224 }, "NonHeapMemoryUsage": { "committed": 207290368, "init": 7667712, "max": -1, "used": 202951936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T06:24:00,200 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.shipper6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:41993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:41993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T06:24:00,288 DEBUG [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a838564dad9f476724c4c88a80c12edc 2024-11-18T06:24:00,310 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/.tmp/info/71b1a711de4f482db6e3ea767fe13ae1 2024-11-18T06:24:00,331 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/.tmp/ns/0093697274f84b55b8c6d9fac1fda38d is 43, key is default/ns:d/1731911024676/Put/seqid=0 2024-11-18T06:24:00,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741843_1019 (size=5153) 2024-11-18T06:24:00,340 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 636, reset compression=false 2024-11-18T06:24:00,386 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/default/test/a838564dad9f476724c4c88a80c12edc/.tmp/f/caf87c3d7f9f4834b9b8482b8b890a0c 2024-11-18T06:24:00,390 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for caf87c3d7f9f4834b9b8482b8b890a0c 2024-11-18T06:24:00,399 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 1488, reset compression=false 2024-11-18T06:24:00,403 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/default/test/a838564dad9f476724c4c88a80c12edc/.tmp/f1/3eef4e10068e4ae583c641896a909c2b is 30, key is row1/f1:/1731911037709/DeleteFamily/seqid=0 2024-11-18T06:24:00,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741844_1020 (size=5158) 2024-11-18T06:24:00,489 DEBUG [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a838564dad9f476724c4c88a80c12edc 2024-11-18T06:24:00,576 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 1193, reset compression=false 2024-11-18T06:24:00,689 DEBUG [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a838564dad9f476724c4c88a80c12edc 2024-11-18T06:24:00,702 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 1488, reset compression=false 2024-11-18T06:24:00,736 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/.tmp/ns/0093697274f84b55b8c6d9fac1fda38d 2024-11-18T06:24:00,757 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/.tmp/rep_barrier/4787f8192d994dc4a6ef6a0e98bd61b8 is 112, key is test,,1731911026021.a838564dad9f476724c4c88a80c12edc./rep_barrier:seqnumDuringOpen/1731911027178/Put/seqid=0 2024-11-18T06:24:00,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741845_1021 (size=5518) 2024-11-18T06:24:00,806 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/default/test/a838564dad9f476724c4c88a80c12edc/.tmp/f1/3eef4e10068e4ae583c641896a909c2b 2024-11-18T06:24:00,809 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3eef4e10068e4ae583c641896a909c2b 2024-11-18T06:24:00,826 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/default/test/a838564dad9f476724c4c88a80c12edc/.tmp/norep/c398bdffbb324b3ea6ebf54df2fc20f6 is 33, key is row2/norep:/1731911038713/DeleteFamily/seqid=0 2024-11-18T06:24:00,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741846_1022 (size=5108) 2024-11-18T06:24:00,829 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/default/test/a838564dad9f476724c4c88a80c12edc/.tmp/norep/c398bdffbb324b3ea6ebf54df2fc20f6 2024-11-18T06:24:00,833 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c398bdffbb324b3ea6ebf54df2fc20f6 2024-11-18T06:24:00,834 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/default/test/a838564dad9f476724c4c88a80c12edc/.tmp/f/caf87c3d7f9f4834b9b8482b8b890a0c as hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/default/test/a838564dad9f476724c4c88a80c12edc/f/caf87c3d7f9f4834b9b8482b8b890a0c 2024-11-18T06:24:00,837 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for caf87c3d7f9f4834b9b8482b8b890a0c 2024-11-18T06:24:00,837 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/default/test/a838564dad9f476724c4c88a80c12edc/f/caf87c3d7f9f4834b9b8482b8b890a0c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T06:24:00,837 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/default/test/a838564dad9f476724c4c88a80c12edc/.tmp/f1/3eef4e10068e4ae583c641896a909c2b as hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/default/test/a838564dad9f476724c4c88a80c12edc/f1/3eef4e10068e4ae583c641896a909c2b 2024-11-18T06:24:00,840 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3eef4e10068e4ae583c641896a909c2b 2024-11-18T06:24:00,840 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/default/test/a838564dad9f476724c4c88a80c12edc/f1/3eef4e10068e4ae583c641896a909c2b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T06:24:00,841 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/default/test/a838564dad9f476724c4c88a80c12edc/.tmp/norep/c398bdffbb324b3ea6ebf54df2fc20f6 as hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/default/test/a838564dad9f476724c4c88a80c12edc/norep/c398bdffbb324b3ea6ebf54df2fc20f6 2024-11-18T06:24:00,844 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c398bdffbb324b3ea6ebf54df2fc20f6 2024-11-18T06:24:00,844 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/default/test/a838564dad9f476724c4c88a80c12edc/norep/c398bdffbb324b3ea6ebf54df2fc20f6, entries=1, sequenceid=10, filesize=5.0 K 2024-11-18T06:24:00,844 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a838564dad9f476724c4c88a80c12edc in 884ms, sequenceid=10, compaction requested=false 2024-11-18T06:24:00,847 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/default/test/a838564dad9f476724c4c88a80c12edc/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T06:24:00,848 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:24:00,848 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:24:00,848 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731911026021.a838564dad9f476724c4c88a80c12edc. 2024-11-18T06:24:00,848 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a838564dad9f476724c4c88a80c12edc: Waiting for close lock at 1731911039960Running coprocessor pre-close hooks at 1731911039960Disabling compacts and flushes for region at 1731911039960Disabling writes for close at 1731911039960Obtaining lock to block concurrent updates at 1731911039960Preparing flush snapshotting stores in a838564dad9f476724c4c88a80c12edc at 1731911039960Finished memstore snapshotting test,,1731911026021.a838564dad9f476724c4c88a80c12edc., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731911039960Flushing stores of test,,1731911026021.a838564dad9f476724c4c88a80c12edc. at 1731911039960Flushing a838564dad9f476724c4c88a80c12edc/f: creating writer at 1731911039961 (+1 ms)Flushing a838564dad9f476724c4c88a80c12edc/f: appending metadata at 1731911039979 (+18 ms)Flushing a838564dad9f476724c4c88a80c12edc/f: closing flushed file at 1731911039979Flushing a838564dad9f476724c4c88a80c12edc/f1: creating writer at 1731911040390 (+411 ms)Flushing a838564dad9f476724c4c88a80c12edc/f1: appending metadata at 1731911040402 (+12 ms)Flushing a838564dad9f476724c4c88a80c12edc/f1: closing flushed file at 1731911040402Flushing a838564dad9f476724c4c88a80c12edc/norep: creating writer at 1731911040810 (+408 ms)Flushing a838564dad9f476724c4c88a80c12edc/norep: appending metadata at 1731911040825 (+15 ms)Flushing a838564dad9f476724c4c88a80c12edc/norep: closing flushed file at 1731911040825Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47539f6a: reopening flushed file at 1731911040833 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@398187f5: reopening flushed file at 1731911040837 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1093bd78: reopening flushed file at 1731911040840 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a838564dad9f476724c4c88a80c12edc in 884ms, sequenceid=10, compaction requested=false at 1731911040844 (+4 ms)Writing region close event to WAL at 1731911040846 (+2 ms)Running coprocessor post-close hooks at 1731911040848 (+2 ms)Closed at 1731911040848 2024-11-18T06:24:00,848 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731911026021.a838564dad9f476724c4c88a80c12edc. 2024-11-18T06:24:00,889 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T06:24:00,889 DEBUG [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:24:00,889 DEBUG [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:24:01,089 DEBUG [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:24:01,105 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 1488, reset compression=false 2024-11-18T06:24:01,108 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:24:01,108 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 2132, reset compression=false 2024-11-18T06:24:01,161 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/.tmp/rep_barrier/4787f8192d994dc4a6ef6a0e98bd61b8 2024-11-18T06:24:01,180 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 1193, reset compression=false 2024-11-18T06:24:01,183 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/.tmp/table/6eb28f30b233440da108a0520441ca37 is 53, key is hbase:replication/table:state/1731911033287/Put/seqid=0 2024-11-18T06:24:01,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741847_1023 (size=5308) 2024-11-18T06:24:01,244 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 636, reset compression=false 2024-11-18T06:24:01,289 DEBUG [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:24:01,312 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 2132, reset compression=false 2024-11-18T06:24:01,490 DEBUG [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:24:01,590 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/.tmp/table/6eb28f30b233440da108a0520441ca37 2024-11-18T06:24:01,595 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/.tmp/info/71b1a711de4f482db6e3ea767fe13ae1 as hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/info/71b1a711de4f482db6e3ea767fe13ae1 2024-11-18T06:24:01,601 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/info/71b1a711de4f482db6e3ea767fe13ae1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T06:24:01,603 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/.tmp/ns/0093697274f84b55b8c6d9fac1fda38d as hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/ns/0093697274f84b55b8c6d9fac1fda38d 2024-11-18T06:24:01,608 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/ns/0093697274f84b55b8c6d9fac1fda38d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T06:24:01,609 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/.tmp/rep_barrier/4787f8192d994dc4a6ef6a0e98bd61b8 as hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/rep_barrier/4787f8192d994dc4a6ef6a0e98bd61b8 2024-11-18T06:24:01,614 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/rep_barrier/4787f8192d994dc4a6ef6a0e98bd61b8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T06:24:01,615 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/.tmp/table/6eb28f30b233440da108a0520441ca37 as hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/table/6eb28f30b233440da108a0520441ca37 2024-11-18T06:24:01,618 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/WALs/6b5c0e5a2101,35873,1731911021681/6b5c0e5a2101%2C35873%2C1731911021681.1731911024066 to pos 2132, reset compression=false 2024-11-18T06:24:01,623 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/table/6eb28f30b233440da108a0520441ca37, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T06:24:01,624 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=16, compaction requested=false 2024-11-18T06:24:01,660 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T06:24:01,661 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:24:01,661 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:24:01,661 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:24:01,661 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731911039888Running coprocessor pre-close hooks at 1731911039888Disabling compacts and flushes for region at 1731911039888Disabling writes for close at 1731911039888Obtaining lock to block concurrent updates at 1731911039888Preparing flush snapshotting stores in 1588230740 at 1731911039888Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731911039889 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731911039889Flushing 1588230740/info: creating writer at 1731911039889Flushing 1588230740/info: appending metadata at 1731911039903 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731911039903Flushing 1588230740/ns: creating writer at 1731911040314 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731911040331 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731911040331Flushing 1588230740/rep_barrier: creating writer at 1731911040740 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731911040757 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731911040757Flushing 1588230740/table: creating writer at 1731911041165 (+408 ms)Flushing 1588230740/table: appending metadata at 1731911041182 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731911041182Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da39199: reopening flushed file at 1731911041595 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b28aa5: reopening flushed file at 1731911041601 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed8e126: reopening flushed file at 1731911041608 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7789b557: reopening flushed file at 1731911041614 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=16, compaction requested=false at 1731911041624 (+10 ms)Writing region close event to WAL at 1731911041652 (+28 ms)Running coprocessor post-close hooks at 1731911041661 (+9 ms)Closed at 1731911041661 2024-11-18T06:24:01,661 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:24:01,690 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,35873,1731911021681; all regions closed. 2024-11-18T06:24:01,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741834_1010 (size=4239) 2024-11-18T06:24:01,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741839_1015 (size=3114) 2024-11-18T06:24:01,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741832_1008 (size=2140) 2024-11-18T06:24:01,718 DEBUG [RS:0;6b5c0e5a2101:35873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:01,718 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:24:01,719 INFO [RS:0;6b5c0e5a2101:35873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:24:01,719 INFO [RS:0;6b5c0e5a2101:35873 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:24:01,719 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:24:01,720 INFO [RS:0;6b5c0e5a2101:35873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:24:01,720 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b5c0e5a2101,35873,1731911021681 because: Region server is closing 2024-11-18T06:24:01,720 INFO [RS:0;6b5c0e5a2101:35873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:35873. 2024-11-18T06:24:01,720 DEBUG [RS:0;6b5c0e5a2101:35873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:01,720 DEBUG [RS:0;6b5c0e5a2101:35873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:01,721 DEBUG [RS:0;6b5c0e5a2101:35873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:01,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:01,822 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.shipper6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 terminated 2024-11-18T06:24:01,822 INFO [RS:0;6b5c0e5a2101:35873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:35873. 2024-11-18T06:24:01,822 DEBUG [RS:0;6b5c0e5a2101:35873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:01,822 DEBUG [RS:0;6b5c0e5a2101:35873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:01,822 DEBUG [RS:0;6b5c0e5a2101:35873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:01,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:01,822 INFO [RS:0;6b5c0e5a2101:35873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35873 2024-11-18T06:24:01,822 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,35873,1731911021681.replicationSource.wal-reader.6b5c0e5a2101%2C35873%2C1731911021681,1-6b5c0e5a2101,35873,1731911021681 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T06:24:01,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-109550335/rs/6b5c0e5a2101,35873,1731911021681 2024-11-18T06:24:01,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335/rs 2024-11-18T06:24:01,875 INFO [RS:0;6b5c0e5a2101:35873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:24:01,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,35873,1731911021681] 2024-11-18T06:24:01,884 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 1193, reset compression=false 2024-11-18T06:24:01,896 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-109550335/draining/6b5c0e5a2101,35873,1731911021681 already deleted, retry=false 2024-11-18T06:24:01,896 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,35873,1731911021681 expired; onlineServers=0 2024-11-18T06:24:01,896 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,41993,1731911021501' ***** 2024-11-18T06:24:01,896 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:24:01,896 INFO [M:0;6b5c0e5a2101:41993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:24:01,896 INFO [M:0;6b5c0e5a2101:41993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:24:01,896 DEBUG [M:0;6b5c0e5a2101:41993 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:24:01,897 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:24:01,897 DEBUG [M:0;6b5c0e5a2101:41993 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:24:01,897 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911023725 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911023725,5,FailOnTimeoutGroup] 2024-11-18T06:24:01,897 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911023725 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911023725,5,FailOnTimeoutGroup] 2024-11-18T06:24:01,897 INFO [M:0;6b5c0e5a2101:41993 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:24:01,897 INFO [M:0;6b5c0e5a2101:41993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:24:01,897 DEBUG [M:0;6b5c0e5a2101:41993 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:24:01,897 INFO [M:0;6b5c0e5a2101:41993 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:24:01,897 INFO [M:0;6b5c0e5a2101:41993 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:24:01,897 INFO [M:0;6b5c0e5a2101:41993 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:24:01,897 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:24:01,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-109550335/master 2024-11-18T06:24:01,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-109550335 2024-11-18T06:24:01,917 DEBUG [M:0;6b5c0e5a2101:41993 {}] zookeeper.RecoverableZooKeeper(212): Node /2-109550335/master already deleted, retry=false 2024-11-18T06:24:01,917 DEBUG [M:0;6b5c0e5a2101:41993 {}] master.ActiveMasterManager(353): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-109550335/master 2024-11-18T06:24:01,918 INFO [M:0;6b5c0e5a2101:41993 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/.lastflushedseqids 2024-11-18T06:24:01,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741848_1024 (size=245) 2024-11-18T06:24:01,926 INFO [M:0;6b5c0e5a2101:41993 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:24:01,926 INFO [M:0;6b5c0e5a2101:41993 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:24:01,926 DEBUG [M:0;6b5c0e5a2101:41993 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:24:01,926 INFO [M:0;6b5c0e5a2101:41993 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:01,926 DEBUG [M:0;6b5c0e5a2101:41993 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:01,927 DEBUG [M:0;6b5c0e5a2101:41993 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:24:01,927 DEBUG [M:0;6b5c0e5a2101:41993 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:01,927 INFO [M:0;6b5c0e5a2101:41993 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T06:24:01,945 DEBUG [M:0;6b5c0e5a2101:41993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7199ab7f34544919b0f518f509fd497 is 82, key is hbase:meta,,1/info:regioninfo/1731911024579/Put/seqid=0 2024-11-18T06:24:01,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741849_1025 (size=5672) 2024-11-18T06:24:01,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:01,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35873-0x1014c9cbcd00007, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:01,986 INFO [RS:0;6b5c0e5a2101:35873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:24:01,986 INFO [RS:0;6b5c0e5a2101:35873 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,35873,1731911021681; zookeeper connection closed. 2024-11-18T06:24:01,986 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1aec6510 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1aec6510 2024-11-18T06:24:01,986 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:24:02,247 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 636, reset compression=false 2024-11-18T06:24:02,351 INFO [M:0;6b5c0e5a2101:41993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7199ab7f34544919b0f518f509fd497 2024-11-18T06:24:02,384 DEBUG [M:0;6b5c0e5a2101:41993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db2b868f417f4111ab1c9590733bba9a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731911033291/Put/seqid=0 2024-11-18T06:24:02,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741850_1026 (size=8516) 2024-11-18T06:24:02,402 INFO [M:0;6b5c0e5a2101:41993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db2b868f417f4111ab1c9590733bba9a 2024-11-18T06:24:02,423 DEBUG [M:0;6b5c0e5a2101:41993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/313e8158c45f4db883df91f7ea323175 is 69, key is 6b5c0e5a2101,35873,1731911021681/rs:state/1731911023852/Put/seqid=0 2024-11-18T06:24:02,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741851_1027 (size=5156) 2024-11-18T06:24:02,689 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 1193, reset compression=false 2024-11-18T06:24:02,833 INFO [M:0;6b5c0e5a2101:41993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/313e8158c45f4db883df91f7ea323175 2024-11-18T06:24:02,839 DEBUG [M:0;6b5c0e5a2101:41993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7199ab7f34544919b0f518f509fd497 as hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7199ab7f34544919b0f518f509fd497 2024-11-18T06:24:02,849 INFO [M:0;6b5c0e5a2101:41993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7199ab7f34544919b0f518f509fd497, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T06:24:02,850 DEBUG [M:0;6b5c0e5a2101:41993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db2b868f417f4111ab1c9590733bba9a as hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db2b868f417f4111ab1c9590733bba9a 2024-11-18T06:24:02,855 INFO [M:0;6b5c0e5a2101:41993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db2b868f417f4111ab1c9590733bba9a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T06:24:02,856 DEBUG [M:0;6b5c0e5a2101:41993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/313e8158c45f4db883df91f7ea323175 as hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/313e8158c45f4db883df91f7ea323175 2024-11-18T06:24:02,860 INFO [M:0;6b5c0e5a2101:41993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/289910a6-8f41-71b6-f6ec-1d6da7fd0aa6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/313e8158c45f4db883df91f7ea323175, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T06:24:02,860 INFO [M:0;6b5c0e5a2101:41993 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=97, compaction requested=false 2024-11-18T06:24:02,862 INFO [M:0;6b5c0e5a2101:41993 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:02,862 DEBUG [M:0;6b5c0e5a2101:41993 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731911041926Disabling compacts and flushes for region at 1731911041926Disabling writes for close at 1731911041927 (+1 ms)Obtaining lock to block concurrent updates at 1731911041927Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731911041927Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731911041927Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731911041927Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731911041927Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731911041945 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731911041945Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731911042357 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731911042383 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731911042383Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731911042405 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731911042422 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731911042422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d95cc5: reopening flushed file at 1731911042838 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc5aaee: reopening flushed file at 1731911042850 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@347cb64c: reopening flushed file at 1731911042855 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=97, compaction requested=false at 1731911042861 (+6 ms)Writing region close event to WAL at 1731911042862 (+1 ms)Closed at 1731911042862 2024-11-18T06:24:02,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741830_1006 (size=63654) 2024-11-18T06:24:02,864 INFO [M:0;6b5c0e5a2101:41993 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:24:02,864 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:24:02,864 INFO [M:0;6b5c0e5a2101:41993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41993 2024-11-18T06:24:02,864 INFO [M:0;6b5c0e5a2101:41993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:24:03,017 INFO [M:0;6b5c0e5a2101:41993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:24:03,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:03,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x1014c9cbcd00006, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:03,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8edacf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:24:03,022 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1430a734{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:24:03,022 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:24:03,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45357e71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:24:03,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@442d1e1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/hadoop.log.dir/,STOPPED} 2024-11-18T06:24:03,023 WARN [BP-64428437-172.17.0.3-1731911019552 heartbeating to localhost/127.0.0.1:43813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:24:03,023 WARN [BP-64428437-172.17.0.3-1731911019552 heartbeating to localhost/127.0.0.1:43813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-64428437-172.17.0.3-1731911019552 (Datanode Uuid 6e9c0a18-70f6-433e-8cb1-e385397246d1) service to localhost/127.0.0.1:43813 2024-11-18T06:24:03,023 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:24:03,023 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:24:03,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/cluster_5fefc140-e56a-4dc5-55db-5f140a998739/data/data1/current/BP-64428437-172.17.0.3-1731911019552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:24:03,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/cluster_5fefc140-e56a-4dc5-55db-5f140a998739/data/data2/current/BP-64428437-172.17.0.3-1731911019552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:24:03,025 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:24:03,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47928144{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:24:03,033 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f009442{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:24:03,033 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:24:03,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@194c3ead{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:24:03,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44e65233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/hadoop.log.dir/,STOPPED} 2024-11-18T06:24:03,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:24:03,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:24:03,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:24:03,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:03,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:03,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:03,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:03,053 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:24:03,053 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1123694189, stopped=false 2024-11-18T06:24:03,054 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,41291,1731911016242 2024-11-18T06:24:03,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1166454112/running 2024-11-18T06:24:03,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1166454112/running 2024-11-18T06:24:03,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112 2024-11-18T06:24:03,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112 2024-11-18T06:24:03,073 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:24:03,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Set watcher on znode that does not yet exist, /1166454112/running 2024-11-18T06:24:03,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:24:03,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:03,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Set watcher on znode that does not yet exist, /1166454112/running 2024-11-18T06:24:03,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:03,074 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,43523,1731911016390' ***** 2024-11-18T06:24:03,074 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:24:03,074 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:24:03,074 INFO [RS:0;6b5c0e5a2101:43523 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:24:03,074 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:24:03,074 INFO [RS:0;6b5c0e5a2101:43523 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:24:03,075 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(3091): Received CLOSE for f03e56c4fedeacde6988e4b31f51df56 2024-11-18T06:24:03,075 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(3091): Received CLOSE for c65dd0e5c8d744c3f356c8b3241b51dd 2024-11-18T06:24:03,075 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,43523,1731911016390 2024-11-18T06:24:03,075 INFO [RS:0;6b5c0e5a2101:43523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:24:03,075 INFO [RS:0;6b5c0e5a2101:43523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:43523. 2024-11-18T06:24:03,075 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f03e56c4fedeacde6988e4b31f51df56, disabling compactions & flushes 2024-11-18T06:24:03,075 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56. 2024-11-18T06:24:03,075 DEBUG [RS:0;6b5c0e5a2101:43523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:03,075 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56. 2024-11-18T06:24:03,075 DEBUG [RS:0;6b5c0e5a2101:43523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:03,075 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56. after waiting 0 ms 2024-11-18T06:24:03,075 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:24:03,075 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:24:03,075 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:24:03,075 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56. 2024-11-18T06:24:03,075 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:24:03,075 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f03e56c4fedeacde6988e4b31f51df56 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-18T06:24:03,076 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T06:24:03,076 DEBUG [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f03e56c4fedeacde6988e4b31f51df56=hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56., c65dd0e5c8d744c3f356c8b3241b51dd=test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd.} 2024-11-18T06:24:03,076 DEBUG [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c65dd0e5c8d744c3f356c8b3241b51dd, f03e56c4fedeacde6988e4b31f51df56 2024-11-18T06:24:03,076 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:24:03,076 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:24:03,076 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:24:03,076 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:24:03,076 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:24:03,076 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T06:24:03,088 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:24:03,096 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/replication/f03e56c4fedeacde6988e4b31f51df56/.tmp/queue/0a4473875b854c6faa9d068043f0029a is 154, key is 1-6b5c0e5a2101,43523,1731911016390/queue:6b5c0e5a2101%2C43523%2C1731911016390/1731911039158/Put/seqid=0 2024-11-18T06:24:03,096 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/.tmp/info/0a69e9f921b2486e89f04d1a671c3208 is 147, key is hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56./info:regioninfo/1731911031177/Put/seqid=0 2024-11-18T06:24:03,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741841_1017 (size=5353) 2024-11-18T06:24:03,107 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/replication/f03e56c4fedeacde6988e4b31f51df56/.tmp/queue/0a4473875b854c6faa9d068043f0029a 2024-11-18T06:24:03,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741840_1016 (size=7686) 2024-11-18T06:24:03,121 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/replication/f03e56c4fedeacde6988e4b31f51df56/.tmp/queue/0a4473875b854c6faa9d068043f0029a as hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/replication/f03e56c4fedeacde6988e4b31f51df56/queue/0a4473875b854c6faa9d068043f0029a 2024-11-18T06:24:03,125 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/replication/f03e56c4fedeacde6988e4b31f51df56/queue/0a4473875b854c6faa9d068043f0029a, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T06:24:03,126 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for f03e56c4fedeacde6988e4b31f51df56 in 51ms, sequenceid=12, compaction requested=false 2024-11-18T06:24:03,127 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T06:24:03,132 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/replication/f03e56c4fedeacde6988e4b31f51df56/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T06:24:03,133 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:24:03,133 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:24:03,133 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56. 2024-11-18T06:24:03,133 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f03e56c4fedeacde6988e4b31f51df56: Waiting for close lock at 1731911043075Running coprocessor pre-close hooks at 1731911043075Disabling compacts and flushes for region at 1731911043075Disabling writes for close at 1731911043075Obtaining lock to block concurrent updates at 1731911043075Preparing flush snapshotting stores in f03e56c4fedeacde6988e4b31f51df56 at 1731911043075Finished memstore snapshotting hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731911043076 (+1 ms)Flushing stores of hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56. at 1731911043076Flushing f03e56c4fedeacde6988e4b31f51df56/queue: creating writer at 1731911043076Flushing f03e56c4fedeacde6988e4b31f51df56/queue: appending metadata at 1731911043096 (+20 ms)Flushing f03e56c4fedeacde6988e4b31f51df56/queue: closing flushed file at 1731911043096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158178da: reopening flushed file at 1731911043120 (+24 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for f03e56c4fedeacde6988e4b31f51df56 in 51ms, sequenceid=12, compaction requested=false at 1731911043126 (+6 ms)Writing region close event to WAL at 1731911043128 (+2 ms)Running coprocessor post-close hooks at 1731911043133 (+5 ms)Closed at 1731911043133 2024-11-18T06:24:03,133 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731911030372.f03e56c4fedeacde6988e4b31f51df56. 2024-11-18T06:24:03,133 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c65dd0e5c8d744c3f356c8b3241b51dd, disabling compactions & flushes 2024-11-18T06:24:03,133 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd. 2024-11-18T06:24:03,133 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd. 2024-11-18T06:24:03,133 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd. after waiting 0 ms 2024-11-18T06:24:03,133 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd. 2024-11-18T06:24:03,133 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c65dd0e5c8d744c3f356c8b3241b51dd 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-18T06:24:03,147 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/default/test/c65dd0e5c8d744c3f356c8b3241b51dd/.tmp/f/33c4659b64fc4f249cc3628dddedb4b3 is 29, key is row1/f:/1731911037709/DeleteFamily/seqid=0 2024-11-18T06:24:03,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741842_1018 (size=5152) 2024-11-18T06:24:03,150 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/default/test/c65dd0e5c8d744c3f356c8b3241b51dd/.tmp/f/33c4659b64fc4f249cc3628dddedb4b3 2024-11-18T06:24:03,154 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33c4659b64fc4f249cc3628dddedb4b3 2024-11-18T06:24:03,166 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/default/test/c65dd0e5c8d744c3f356c8b3241b51dd/.tmp/f1/e25461dd98444eef8c85c94e2cfa9e4f is 30, key is row1/f1:/1731911037709/DeleteFamily/seqid=0 2024-11-18T06:24:03,167 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:24:03,167 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:24:03,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741843_1019 (size=5158) 2024-11-18T06:24:03,276 DEBUG [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c65dd0e5c8d744c3f356c8b3241b51dd 2024-11-18T06:24:03,373 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 636, reset compression=false 2024-11-18T06:24:03,476 DEBUG [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c65dd0e5c8d744c3f356c8b3241b51dd 2024-11-18T06:24:03,507 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/.tmp/info/0a69e9f921b2486e89f04d1a671c3208 2024-11-18T06:24:03,522 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/.tmp/ns/05906a25b64c4dd490d28d2a4154bdfc is 43, key is default/ns:d/1731911019399/Put/seqid=0 2024-11-18T06:24:03,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741844_1020 (size=5153) 2024-11-18T06:24:03,525 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/.tmp/ns/05906a25b64c4dd490d28d2a4154bdfc 2024-11-18T06:24:03,541 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/.tmp/rep_barrier/fdd51877a40d4330b4c17e689190e523 is 112, key is test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd./rep_barrier:seqnumDuringOpen/1731911025738/Put/seqid=0 2024-11-18T06:24:03,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741845_1021 (size=5518) 2024-11-18T06:24:03,570 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/default/test/c65dd0e5c8d744c3f356c8b3241b51dd/.tmp/f1/e25461dd98444eef8c85c94e2cfa9e4f 2024-11-18T06:24:03,573 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e25461dd98444eef8c85c94e2cfa9e4f 2024-11-18T06:24:03,586 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/default/test/c65dd0e5c8d744c3f356c8b3241b51dd/.tmp/norep/34bd3ec78fe84681a18892864beb8bf0 is 33, key is row1/norep:/1731911037709/DeleteFamily/seqid=0 2024-11-18T06:24:03,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741846_1022 (size=5108) 2024-11-18T06:24:03,599 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 1193, reset compression=false 2024-11-18T06:24:03,603 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:24:03,603 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 1440, reset compression=false 2024-11-18T06:24:03,603 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.shipper6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43523,1731911016390 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:24:03,604 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.shipper6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b5c0e5a2101,43523,1731911016390: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b5c0e5a2101,43523,1731911016390, walGroup=6b5c0e5a2101%2C43523%2C1731911016390, offset=6b5c0e5a2101%2C43523%2C1731911016390.1731911018294:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:43523 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T06:24:03,605 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.shipper6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T06:24:03,605 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.shipper6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T06:24:03,605 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.shipper6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T06:24:03,605 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.shipper6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T06:24:03,605 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.shipper6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T06:24:03,605 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.shipper6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1413480448, "init": 1048576000, "max": 2306867200, "used": 994980608 }, "NonHeapMemoryUsage": { "committed": 207486976, "init": 7667712, "max": -1, "used": 203392096 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T06:24:03,606 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.shipper6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:41291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:41291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T06:24:03,676 DEBUG [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c65dd0e5c8d744c3f356c8b3241b51dd 2024-11-18T06:24:03,807 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 1440, reset compression=false 2024-11-18T06:24:03,876 DEBUG [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c65dd0e5c8d744c3f356c8b3241b51dd 2024-11-18T06:24:03,944 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/.tmp/rep_barrier/fdd51877a40d4330b4c17e689190e523 2024-11-18T06:24:03,961 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/.tmp/table/aba0dd029d3d4b2097fad1a640b409ca is 53, key is hbase:replication/table:state/1731911031183/Put/seqid=0 2024-11-18T06:24:03,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741847_1023 (size=5308) 2024-11-18T06:24:03,965 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/.tmp/table/aba0dd029d3d4b2097fad1a640b409ca 2024-11-18T06:24:03,968 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/.tmp/info/0a69e9f921b2486e89f04d1a671c3208 as hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/info/0a69e9f921b2486e89f04d1a671c3208 2024-11-18T06:24:03,971 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/info/0a69e9f921b2486e89f04d1a671c3208, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T06:24:03,972 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/.tmp/ns/05906a25b64c4dd490d28d2a4154bdfc as hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/ns/05906a25b64c4dd490d28d2a4154bdfc 2024-11-18T06:24:03,975 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/ns/05906a25b64c4dd490d28d2a4154bdfc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T06:24:03,976 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/.tmp/rep_barrier/fdd51877a40d4330b4c17e689190e523 as hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/rep_barrier/fdd51877a40d4330b4c17e689190e523 2024-11-18T06:24:03,979 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/rep_barrier/fdd51877a40d4330b4c17e689190e523, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T06:24:03,980 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/.tmp/table/aba0dd029d3d4b2097fad1a640b409ca as hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/table/aba0dd029d3d4b2097fad1a640b409ca 2024-11-18T06:24:03,982 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/table/aba0dd029d3d4b2097fad1a640b409ca, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T06:24:03,983 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 907ms, sequenceid=16, compaction requested=false 2024-11-18T06:24:03,983 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T06:24:03,988 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T06:24:03,989 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:24:03,989 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:24:03,989 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:24:03,989 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731911043076Running coprocessor pre-close hooks at 1731911043076Disabling compacts and flushes for region at 1731911043076Disabling writes for close at 1731911043076Obtaining lock to block concurrent updates at 1731911043076Preparing flush snapshotting stores in 1588230740 at 1731911043076Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731911043077 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731911043077Flushing 1588230740/info: creating writer at 1731911043077Flushing 1588230740/info: appending metadata at 1731911043096 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731911043096Flushing 1588230740/ns: creating writer at 1731911043511 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731911043522 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731911043522Flushing 1588230740/rep_barrier: creating writer at 1731911043528 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731911043540 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731911043541 (+1 ms)Flushing 1588230740/table: creating writer at 1731911043948 (+407 ms)Flushing 1588230740/table: appending metadata at 1731911043961 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731911043961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c28f752: reopening flushed file at 1731911043968 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a707cf8: reopening flushed file at 1731911043971 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b0e5407: reopening flushed file at 1731911043975 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa0c10: reopening flushed file at 1731911043979 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 907ms, sequenceid=16, compaction requested=false at 1731911043983 (+4 ms)Writing region close event to WAL at 1731911043986 (+3 ms)Running coprocessor post-close hooks at 1731911043988 (+2 ms)Closed at 1731911043989 (+1 ms) 2024-11-18T06:24:03,989 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:24:03,989 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/default/test/c65dd0e5c8d744c3f356c8b3241b51dd/.tmp/norep/34bd3ec78fe84681a18892864beb8bf0 2024-11-18T06:24:03,992 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34bd3ec78fe84681a18892864beb8bf0 2024-11-18T06:24:03,992 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/default/test/c65dd0e5c8d744c3f356c8b3241b51dd/.tmp/f/33c4659b64fc4f249cc3628dddedb4b3 as hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/default/test/c65dd0e5c8d744c3f356c8b3241b51dd/f/33c4659b64fc4f249cc3628dddedb4b3 2024-11-18T06:24:03,995 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33c4659b64fc4f249cc3628dddedb4b3 2024-11-18T06:24:03,995 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/default/test/c65dd0e5c8d744c3f356c8b3241b51dd/f/33c4659b64fc4f249cc3628dddedb4b3, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T06:24:03,996 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/default/test/c65dd0e5c8d744c3f356c8b3241b51dd/.tmp/f1/e25461dd98444eef8c85c94e2cfa9e4f as hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/default/test/c65dd0e5c8d744c3f356c8b3241b51dd/f1/e25461dd98444eef8c85c94e2cfa9e4f 2024-11-18T06:24:03,999 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e25461dd98444eef8c85c94e2cfa9e4f 2024-11-18T06:24:03,999 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/default/test/c65dd0e5c8d744c3f356c8b3241b51dd/f1/e25461dd98444eef8c85c94e2cfa9e4f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T06:24:03,999 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/default/test/c65dd0e5c8d744c3f356c8b3241b51dd/.tmp/norep/34bd3ec78fe84681a18892864beb8bf0 as hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/default/test/c65dd0e5c8d744c3f356c8b3241b51dd/norep/34bd3ec78fe84681a18892864beb8bf0 2024-11-18T06:24:04,003 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34bd3ec78fe84681a18892864beb8bf0 2024-11-18T06:24:04,003 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/default/test/c65dd0e5c8d744c3f356c8b3241b51dd/norep/34bd3ec78fe84681a18892864beb8bf0, entries=1, sequenceid=10, filesize=5.0 K 2024-11-18T06:24:04,003 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c65dd0e5c8d744c3f356c8b3241b51dd in 870ms, sequenceid=10, compaction requested=false 2024-11-18T06:24:04,004 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T06:24:04,007 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/data/default/test/c65dd0e5c8d744c3f356c8b3241b51dd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T06:24:04,008 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:24:04,008 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:24:04,008 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd. 2024-11-18T06:24:04,008 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c65dd0e5c8d744c3f356c8b3241b51dd: Waiting for close lock at 1731911043133Running coprocessor pre-close hooks at 1731911043133Disabling compacts and flushes for region at 1731911043133Disabling writes for close at 1731911043133Obtaining lock to block concurrent updates at 1731911043133Preparing flush snapshotting stores in c65dd0e5c8d744c3f356c8b3241b51dd at 1731911043133Finished memstore snapshotting test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731911043134 (+1 ms)Flushing stores of test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd. at 1731911043134Flushing c65dd0e5c8d744c3f356c8b3241b51dd/f: creating writer at 1731911043134Flushing c65dd0e5c8d744c3f356c8b3241b51dd/f: appending metadata at 1731911043147 (+13 ms)Flushing c65dd0e5c8d744c3f356c8b3241b51dd/f: closing flushed file at 1731911043147Flushing c65dd0e5c8d744c3f356c8b3241b51dd/f1: creating writer at 1731911043154 (+7 ms)Flushing c65dd0e5c8d744c3f356c8b3241b51dd/f1: appending metadata at 1731911043166 (+12 ms)Flushing c65dd0e5c8d744c3f356c8b3241b51dd/f1: closing flushed file at 1731911043166Flushing c65dd0e5c8d744c3f356c8b3241b51dd/norep: creating writer at 1731911043573 (+407 ms)Flushing c65dd0e5c8d744c3f356c8b3241b51dd/norep: appending metadata at 1731911043585 (+12 ms)Flushing c65dd0e5c8d744c3f356c8b3241b51dd/norep: closing flushed file at 1731911043585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ccd1b41: reopening flushed file at 1731911043992 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279b3461: reopening flushed file at 1731911043995 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b17048a: reopening flushed file at 1731911043999 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c65dd0e5c8d744c3f356c8b3241b51dd in 870ms, sequenceid=10, compaction requested=false at 1731911044004 (+5 ms)Writing region close event to WAL at 1731911044005 (+1 ms)Running coprocessor post-close hooks at 1731911044008 (+3 ms)Closed at 1731911044008 2024-11-18T06:24:04,008 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731911025392.c65dd0e5c8d744c3f356c8b3241b51dd. 2024-11-18T06:24:04,077 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,43523,1731911016390; all regions closed. 2024-11-18T06:24:04,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741834_1010 (size=4239) 2024-11-18T06:24:04,079 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.meta.1731911019350.meta not finished, retry = 0 2024-11-18T06:24:04,110 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 1440, reset compression=false 2024-11-18T06:24:04,113 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:24:04,113 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 2084, reset compression=false 2024-11-18T06:24:04,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741839_1015 (size=3114) 2024-11-18T06:24:04,182 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.rep.1731911031150 not finished, retry = 0 2024-11-18T06:24:04,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741832_1008 (size=2092) 2024-11-18T06:24:04,285 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 not finished, retry = 0 2024-11-18T06:24:04,315 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 to pos 2084, reset compression=false 2024-11-18T06:24:04,386 DEBUG [RS:0;6b5c0e5a2101:43523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:04,386 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:24:04,386 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/WALs/6b5c0e5a2101,43523,1731911016390/6b5c0e5a2101%2C43523%2C1731911016390.1731911018294 2024-11-18T06:24:04,386 INFO [RS:0;6b5c0e5a2101:43523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:24:04,386 INFO [RS:0;6b5c0e5a2101:43523 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T06:24:04,386 INFO [RS:0;6b5c0e5a2101:43523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:24:04,386 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:24:04,386 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b5c0e5a2101,43523,1731911016390 because: Region server is closing 2024-11-18T06:24:04,386 INFO [RS:0;6b5c0e5a2101:43523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:43523. 2024-11-18T06:24:04,386 DEBUG [RS:0;6b5c0e5a2101:43523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:04,386 DEBUG [RS:0;6b5c0e5a2101:43523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:04,387 DEBUG [RS:0;6b5c0e5a2101:43523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:04,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:04,487 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.shipper6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 terminated 2024-11-18T06:24:04,487 INFO [RS:0;6b5c0e5a2101:43523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:43523. 2024-11-18T06:24:04,487 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43523,1731911016390.replicationSource.wal-reader.6b5c0e5a2101%2C43523%2C1731911016390,1-6b5c0e5a2101,43523,1731911016390 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-18T06:24:04,487 DEBUG [RS:0;6b5c0e5a2101:43523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:04,487 DEBUG [RS:0;6b5c0e5a2101:43523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:04,487 DEBUG [RS:0;6b5c0e5a2101:43523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:04,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:04,487 INFO [RS:0;6b5c0e5a2101:43523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43523 2024-11-18T06:24:04,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1166454112/rs/6b5c0e5a2101,43523,1731911016390 2024-11-18T06:24:04,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112/rs 2024-11-18T06:24:04,506 INFO [RS:0;6b5c0e5a2101:43523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:24:04,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,43523,1731911016390] 2024-11-18T06:24:04,556 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1166454112/draining/6b5c0e5a2101,43523,1731911016390 already deleted, retry=false 2024-11-18T06:24:04,556 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,43523,1731911016390 expired; onlineServers=0 2024-11-18T06:24:04,556 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,41291,1731911016242' ***** 2024-11-18T06:24:04,556 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:24:04,556 INFO [M:0;6b5c0e5a2101:41291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:24:04,556 INFO [M:0;6b5c0e5a2101:41291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:24:04,556 DEBUG [M:0;6b5c0e5a2101:41291 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:24:04,556 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:24:04,556 DEBUG [M:0;6b5c0e5a2101:41291 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:24:04,556 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911018069 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911018069,5,FailOnTimeoutGroup] 2024-11-18T06:24:04,556 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911018073 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911018073,5,FailOnTimeoutGroup] 2024-11-18T06:24:04,556 INFO [M:0;6b5c0e5a2101:41291 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:24:04,557 INFO [M:0;6b5c0e5a2101:41291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:24:04,557 DEBUG [M:0;6b5c0e5a2101:41291 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:24:04,557 INFO [M:0;6b5c0e5a2101:41291 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:24:04,557 INFO [M:0;6b5c0e5a2101:41291 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:24:04,557 INFO [M:0;6b5c0e5a2101:41291 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:24:04,557 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:24:04,576 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 636, reset compression=false 2024-11-18T06:24:04,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1166454112/master 2024-11-18T06:24:04,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1166454112 2024-11-18T06:24:04,578 DEBUG [M:0;6b5c0e5a2101:41291 {}] zookeeper.ZKUtil(347): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Unable to get data of znode /1166454112/master because node does not exist (not an error) 2024-11-18T06:24:04,578 WARN [M:0;6b5c0e5a2101:41291 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T06:24:04,579 INFO [M:0;6b5c0e5a2101:41291 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/.lastflushedseqids 2024-11-18T06:24:04,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741848_1024 (size=245) 2024-11-18T06:24:04,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:04,617 INFO [RS:0;6b5c0e5a2101:43523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:24:04,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43523-0x1014c9cbcd00004, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:04,617 INFO [RS:0;6b5c0e5a2101:43523 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,43523,1731911016390; zookeeper connection closed. 2024-11-18T06:24:04,617 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e95b8f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e95b8f 2024-11-18T06:24:04,617 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:24:04,982 INFO [M:0;6b5c0e5a2101:41291 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:24:04,982 INFO [M:0;6b5c0e5a2101:41291 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:24:04,982 DEBUG [M:0;6b5c0e5a2101:41291 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:24:04,982 INFO [M:0;6b5c0e5a2101:41291 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:04,982 DEBUG [M:0;6b5c0e5a2101:41291 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:04,982 DEBUG [M:0;6b5c0e5a2101:41291 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:24:04,982 DEBUG [M:0;6b5c0e5a2101:41291 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:04,983 INFO [M:0;6b5c0e5a2101:41291 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T06:24:04,996 DEBUG [M:0;6b5c0e5a2101:41291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fff3927821a54aa596aa59e44df8f5c3 is 82, key is hbase:meta,,1/info:regioninfo/1731911019381/Put/seqid=0 2024-11-18T06:24:04,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741849_1025 (size=5672) 2024-11-18T06:24:05,400 INFO [M:0;6b5c0e5a2101:41291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fff3927821a54aa596aa59e44df8f5c3 2024-11-18T06:24:05,419 DEBUG [M:0;6b5c0e5a2101:41291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa43d6e8f6084feaa58a4d1639f00970 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731911031186/Put/seqid=0 2024-11-18T06:24:05,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741850_1026 (size=8516) 2024-11-18T06:24:05,461 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:24:05,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:05,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:05,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:05,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:05,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:05,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:05,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:05,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:05,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:05,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:05,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:05,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:05,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:05,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:05,823 INFO [M:0;6b5c0e5a2101:41291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa43d6e8f6084feaa58a4d1639f00970 2024-11-18T06:24:05,831 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:24:05,837 DEBUG [M:0;6b5c0e5a2101:41291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40b41a9865a247e2892be4918e9854be is 69, key is 6b5c0e5a2101,43523,1731911016390/rs:state/1731911018153/Put/seqid=0 2024-11-18T06:24:05,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741851_1027 (size=5156) 2024-11-18T06:24:05,879 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 636, reset compression=false 2024-11-18T06:24:06,240 INFO [M:0;6b5c0e5a2101:41291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40b41a9865a247e2892be4918e9854be 2024-11-18T06:24:06,244 DEBUG [M:0;6b5c0e5a2101:41291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fff3927821a54aa596aa59e44df8f5c3 as hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fff3927821a54aa596aa59e44df8f5c3 2024-11-18T06:24:06,247 INFO [M:0;6b5c0e5a2101:41291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fff3927821a54aa596aa59e44df8f5c3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T06:24:06,247 DEBUG [M:0;6b5c0e5a2101:41291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa43d6e8f6084feaa58a4d1639f00970 as hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa43d6e8f6084feaa58a4d1639f00970 2024-11-18T06:24:06,251 INFO [M:0;6b5c0e5a2101:41291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa43d6e8f6084feaa58a4d1639f00970, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T06:24:06,251 DEBUG [M:0;6b5c0e5a2101:41291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40b41a9865a247e2892be4918e9854be as hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40b41a9865a247e2892be4918e9854be 2024-11-18T06:24:06,254 INFO [M:0;6b5c0e5a2101:41291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38891/user/jenkins/test-data/85ea79ad-6a03-7e02-0009-d628f4f544ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40b41a9865a247e2892be4918e9854be, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T06:24:06,255 INFO [M:0;6b5c0e5a2101:41291 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false 2024-11-18T06:24:06,259 INFO [M:0;6b5c0e5a2101:41291 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:06,259 DEBUG [M:0;6b5c0e5a2101:41291 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731911044982Disabling compacts and flushes for region at 1731911044982Disabling writes for close at 1731911044982Obtaining lock to block concurrent updates at 1731911044983 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731911044983Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731911044983Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731911044983Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731911044983Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731911044996 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731911044996Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731911045404 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731911045419 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731911045419Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731911045826 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731911045837 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731911045837Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea7590f: reopening flushed file at 1731911046243 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@406fb8a6: reopening flushed file at 1731911046247 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e346d5: reopening flushed file at 1731911046251 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false at 1731911046255 (+4 ms)Writing region close event to WAL at 1731911046259 (+4 ms)Closed at 1731911046259 2024-11-18T06:24:06,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41341 is added to blk_1073741830_1006 (size=63654) 2024-11-18T06:24:06,261 INFO [M:0;6b5c0e5a2101:41291 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:24:06,261 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:24:06,261 INFO [M:0;6b5c0e5a2101:41291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41291 2024-11-18T06:24:06,262 INFO [M:0;6b5c0e5a2101:41291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:24:06,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:06,383 INFO [M:0;6b5c0e5a2101:41291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:24:06,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x1014c9cbcd00003, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:06,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@705fa4db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:24:06,389 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e8975d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:24:06,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:24:06,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fe0f517{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:24:06,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46e933dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/hadoop.log.dir/,STOPPED} 2024-11-18T06:24:06,390 WARN [BP-1430609496-172.17.0.3-1731911014190 heartbeating to localhost/127.0.0.1:38891 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:24:06,390 WARN [BP-1430609496-172.17.0.3-1731911014190 heartbeating to localhost/127.0.0.1:38891 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1430609496-172.17.0.3-1731911014190 (Datanode Uuid 95a4baa6-9140-4636-a324-ca6380ed2f3f) service to localhost/127.0.0.1:38891 2024-11-18T06:24:06,391 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:24:06,391 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:24:06,391 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/cluster_fac11650-7c26-57b5-4eb9-09ca14db7094/data/data1/current/BP-1430609496-172.17.0.3-1731911014190 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:24:06,391 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:24:06,391 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/cluster_fac11650-7c26-57b5-4eb9-09ca14db7094/data/data2/current/BP-1430609496-172.17.0.3-1731911014190 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:24:06,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10a5e9a3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:24:06,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@290cd273{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:24:06,398 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:24:06,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3110bf69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:24:06,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37870727{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd17f456-0d99-326a-8ddb-98ffc6989089/hadoop.log.dir/,STOPPED} 2024-11-18T06:24:06,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:24:06,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:24:06,415 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:24:06,415 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:06,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:06,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:06,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:06,415 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:24:06,415 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=775959047, stopped=false 2024-11-18T06:24:06,415 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,45091,1731911010590 2024-11-18T06:24:06,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0632820964/running 2024-11-18T06:24:06,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0632820964/running 2024-11-18T06:24:06,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964 2024-11-18T06:24:06,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964 2024-11-18T06:24:06,433 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:24:06,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Set watcher on znode that does not yet exist, /0632820964/running 2024-11-18T06:24:06,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Set watcher on znode that does not yet exist, /0632820964/running 2024-11-18T06:24:06,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:24:06,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:06,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:06,434 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,44651,1731911010804' ***** 2024-11-18T06:24:06,434 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:24:06,434 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:24:06,434 INFO [RS:0;6b5c0e5a2101:44651 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:24:06,434 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:24:06,434 INFO [RS:0;6b5c0e5a2101:44651 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:24:06,434 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f2a5e3fd44913348067065f9219d7a5 2024-11-18T06:24:06,434 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(3091): Received CLOSE for b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:24:06,434 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,44651,1731911010804 2024-11-18T06:24:06,434 INFO [RS:0;6b5c0e5a2101:44651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:24:06,434 INFO [RS:0;6b5c0e5a2101:44651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:44651. 2024-11-18T06:24:06,434 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f2a5e3fd44913348067065f9219d7a5, disabling compactions & flushes 2024-11-18T06:24:06,434 DEBUG [RS:0;6b5c0e5a2101:44651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:06,434 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5. 2024-11-18T06:24:06,434 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5. 2024-11-18T06:24:06,434 DEBUG [RS:0;6b5c0e5a2101:44651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:06,434 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5. after waiting 0 ms 2024-11-18T06:24:06,434 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5. 2024-11-18T06:24:06,434 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:24:06,434 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:24:06,434 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:24:06,434 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7f2a5e3fd44913348067065f9219d7a5 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-18T06:24:06,434 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:24:06,435 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T06:24:06,435 DEBUG [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(1325): Online Regions={7f2a5e3fd44913348067065f9219d7a5=test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5., b53a0715da795b3f6ef32d5b1d0837a2=hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:24:06,435 DEBUG [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f2a5e3fd44913348067065f9219d7a5, b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:24:06,435 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:24:06,435 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:24:06,435 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:24:06,435 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:24:06,435 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:24:06,435 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T06:24:06,447 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/default/test/7f2a5e3fd44913348067065f9219d7a5/.tmp/f/856172fc9b6746ebb9322a471d9ba17f is 28, key is row/f:/1731911036704/DeleteFamily/seqid=0 2024-11-18T06:24:06,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741840_1016 (size=5085) 2024-11-18T06:24:06,451 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/.tmp/info/b5bdac51156443e0867605d34a094e62 is 147, key is hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2./info:regioninfo/1731911028954/Put/seqid=0 2024-11-18T06:24:06,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741841_1017 (size=7686) 2024-11-18T06:24:06,454 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/.tmp/info/b5bdac51156443e0867605d34a094e62 2024-11-18T06:24:06,473 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/.tmp/ns/6d69da1cb98f4176be3f814f8da3813f is 43, key is default/ns:d/1731911014087/Put/seqid=0 2024-11-18T06:24:06,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741842_1018 (size=5153) 2024-11-18T06:24:06,528 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:24:06,635 DEBUG [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f2a5e3fd44913348067065f9219d7a5, b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:24:06,835 DEBUG [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f2a5e3fd44913348067065f9219d7a5, b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:24:06,851 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/default/test/7f2a5e3fd44913348067065f9219d7a5/.tmp/f/856172fc9b6746ebb9322a471d9ba17f 2024-11-18T06:24:06,855 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 856172fc9b6746ebb9322a471d9ba17f 2024-11-18T06:24:06,871 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/default/test/7f2a5e3fd44913348067065f9219d7a5/.tmp/f1/a43aea04b9ae43aa91d3d08c4e4c88c5 is 29, key is row/f1:/1731911036704/DeleteFamily/seqid=0 2024-11-18T06:24:06,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741843_1019 (size=5089) 2024-11-18T06:24:06,877 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/.tmp/ns/6d69da1cb98f4176be3f814f8da3813f 2024-11-18T06:24:06,891 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:24:06,891 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:24:06,897 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/.tmp/rep_barrier/878a60a7ca5b4f218e28bc8b1466b425 is 112, key is test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5./rep_barrier:seqnumDuringOpen/1731911025175/Put/seqid=0 2024-11-18T06:24:06,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741844_1020 (size=5518) 2024-11-18T06:24:07,035 DEBUG [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f2a5e3fd44913348067065f9219d7a5, b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:24:07,235 DEBUG [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f2a5e3fd44913348067065f9219d7a5, b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:24:07,274 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/default/test/7f2a5e3fd44913348067065f9219d7a5/.tmp/f1/a43aea04b9ae43aa91d3d08c4e4c88c5 2024-11-18T06:24:07,277 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a43aea04b9ae43aa91d3d08c4e4c88c5 2024-11-18T06:24:07,283 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 636, reset compression=false 2024-11-18T06:24:07,286 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:24:07,286 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 883, reset compression=false 2024-11-18T06:24:07,286 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.shipper6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,44651,1731911010804 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:24:07,287 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.shipper6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b5c0e5a2101,44651,1731911010804: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b5c0e5a2101,44651,1731911010804, walGroup=6b5c0e5a2101%2C44651%2C1731911010804, offset=6b5c0e5a2101%2C44651%2C1731911010804.1731911013020:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:44651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T06:24:07,288 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.shipper6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T06:24:07,288 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.shipper6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T06:24:07,288 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.shipper6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T06:24:07,288 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.shipper6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T06:24:07,288 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.shipper6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T06:24:07,288 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.shipper6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1413480448, "init": 1048576000, "max": 2306867200, "used": 1074672384 }, "NonHeapMemoryUsage": { "committed": 207683584, "init": 7667712, "max": -1, "used": 203908112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T06:24:07,289 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.shipper6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:45091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:45091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T06:24:07,290 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/default/test/7f2a5e3fd44913348067065f9219d7a5/.tmp/norep/917f91f25b824a20af7013bf5d9fcc85 is 32, key is row/norep:/1731911036704/DeleteFamily/seqid=0 2024-11-18T06:24:07,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741845_1021 (size=5101) 2024-11-18T06:24:07,300 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/.tmp/rep_barrier/878a60a7ca5b4f218e28bc8b1466b425 2024-11-18T06:24:07,315 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/.tmp/table/3a28970f58bc484f97fb150aec597960 is 53, key is hbase:replication/table:state/1731911028959/Put/seqid=0 2024-11-18T06:24:07,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741846_1022 (size=5308) 2024-11-18T06:24:07,436 DEBUG [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f2a5e3fd44913348067065f9219d7a5, b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:24:07,488 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 883, reset compression=false 2024-11-18T06:24:07,636 DEBUG [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f2a5e3fd44913348067065f9219d7a5, b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:24:07,696 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/default/test/7f2a5e3fd44913348067065f9219d7a5/.tmp/norep/917f91f25b824a20af7013bf5d9fcc85 2024-11-18T06:24:07,700 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 917f91f25b824a20af7013bf5d9fcc85 2024-11-18T06:24:07,701 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/default/test/7f2a5e3fd44913348067065f9219d7a5/.tmp/f/856172fc9b6746ebb9322a471d9ba17f as hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/default/test/7f2a5e3fd44913348067065f9219d7a5/f/856172fc9b6746ebb9322a471d9ba17f 2024-11-18T06:24:07,704 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 856172fc9b6746ebb9322a471d9ba17f 2024-11-18T06:24:07,704 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/default/test/7f2a5e3fd44913348067065f9219d7a5/f/856172fc9b6746ebb9322a471d9ba17f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T06:24:07,705 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/default/test/7f2a5e3fd44913348067065f9219d7a5/.tmp/f1/a43aea04b9ae43aa91d3d08c4e4c88c5 as hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/default/test/7f2a5e3fd44913348067065f9219d7a5/f1/a43aea04b9ae43aa91d3d08c4e4c88c5 2024-11-18T06:24:07,708 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a43aea04b9ae43aa91d3d08c4e4c88c5 2024-11-18T06:24:07,708 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/default/test/7f2a5e3fd44913348067065f9219d7a5/f1/a43aea04b9ae43aa91d3d08c4e4c88c5, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T06:24:07,709 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/default/test/7f2a5e3fd44913348067065f9219d7a5/.tmp/norep/917f91f25b824a20af7013bf5d9fcc85 as hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/default/test/7f2a5e3fd44913348067065f9219d7a5/norep/917f91f25b824a20af7013bf5d9fcc85 2024-11-18T06:24:07,711 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 917f91f25b824a20af7013bf5d9fcc85 2024-11-18T06:24:07,712 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/default/test/7f2a5e3fd44913348067065f9219d7a5/norep/917f91f25b824a20af7013bf5d9fcc85, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T06:24:07,712 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7f2a5e3fd44913348067065f9219d7a5 in 1278ms, sequenceid=6, compaction requested=false 2024-11-18T06:24:07,715 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/default/test/7f2a5e3fd44913348067065f9219d7a5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T06:24:07,716 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:24:07,716 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:24:07,716 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5. 2024-11-18T06:24:07,716 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f2a5e3fd44913348067065f9219d7a5: Waiting for close lock at 1731911046434Running coprocessor pre-close hooks at 1731911046434Disabling compacts and flushes for region at 1731911046434Disabling writes for close at 1731911046434Obtaining lock to block concurrent updates at 1731911046434Preparing flush snapshotting stores in 7f2a5e3fd44913348067065f9219d7a5 at 1731911046434Finished memstore snapshotting test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731911046435 (+1 ms)Flushing stores of test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5. at 1731911046435Flushing 7f2a5e3fd44913348067065f9219d7a5/f: creating writer at 1731911046435Flushing 7f2a5e3fd44913348067065f9219d7a5/f: appending metadata at 1731911046447 (+12 ms)Flushing 7f2a5e3fd44913348067065f9219d7a5/f: closing flushed file at 1731911046447Flushing 7f2a5e3fd44913348067065f9219d7a5/f1: creating writer at 1731911046855 (+408 ms)Flushing 7f2a5e3fd44913348067065f9219d7a5/f1: appending metadata at 1731911046870 (+15 ms)Flushing 7f2a5e3fd44913348067065f9219d7a5/f1: closing flushed file at 1731911046870Flushing 7f2a5e3fd44913348067065f9219d7a5/norep: creating writer at 1731911047278 (+408 ms)Flushing 7f2a5e3fd44913348067065f9219d7a5/norep: appending metadata at 1731911047290 (+12 ms)Flushing 7f2a5e3fd44913348067065f9219d7a5/norep: closing flushed file at 1731911047290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@568cffb8: reopening flushed file at 1731911047700 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@92d389e: reopening flushed file at 1731911047704 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75871e4b: reopening flushed file at 1731911047708 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7f2a5e3fd44913348067065f9219d7a5 in 1278ms, sequenceid=6, compaction requested=false at 1731911047712 (+4 ms)Writing region close event to WAL at 1731911047713 (+1 ms)Running coprocessor post-close hooks at 1731911047716 (+3 ms)Closed at 1731911047716 2024-11-18T06:24:07,716 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731911024756.7f2a5e3fd44913348067065f9219d7a5. 2024-11-18T06:24:07,716 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b53a0715da795b3f6ef32d5b1d0837a2, disabling compactions & flushes 2024-11-18T06:24:07,716 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2. 2024-11-18T06:24:07,716 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2. 2024-11-18T06:24:07,716 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2. after waiting 0 ms 2024-11-18T06:24:07,716 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2. 2024-11-18T06:24:07,716 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b53a0715da795b3f6ef32d5b1d0837a2: Waiting for close lock at 1731911047716Running coprocessor pre-close hooks at 1731911047716Disabling compacts and flushes for region at 1731911047716Disabling writes for close at 1731911047716Failed flush hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2., putting online again at 1731911047716 2024-11-18T06:24:07,716 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2. 2024-11-18T06:24:07,718 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/.tmp/table/3a28970f58bc484f97fb150aec597960 2024-11-18T06:24:07,721 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/.tmp/info/b5bdac51156443e0867605d34a094e62 as hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/info/b5bdac51156443e0867605d34a094e62 2024-11-18T06:24:07,724 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/info/b5bdac51156443e0867605d34a094e62, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T06:24:07,725 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/.tmp/ns/6d69da1cb98f4176be3f814f8da3813f as hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/ns/6d69da1cb98f4176be3f814f8da3813f 2024-11-18T06:24:07,727 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/ns/6d69da1cb98f4176be3f814f8da3813f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T06:24:07,728 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/.tmp/rep_barrier/878a60a7ca5b4f218e28bc8b1466b425 as hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/rep_barrier/878a60a7ca5b4f218e28bc8b1466b425 2024-11-18T06:24:07,730 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/rep_barrier/878a60a7ca5b4f218e28bc8b1466b425, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T06:24:07,731 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/.tmp/table/3a28970f58bc484f97fb150aec597960 as hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/table/3a28970f58bc484f97fb150aec597960 2024-11-18T06:24:07,734 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/table/3a28970f58bc484f97fb150aec597960, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T06:24:07,735 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=16, compaction requested=false 2024-11-18T06:24:07,738 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T06:24:07,738 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:24:07,738 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:24:07,739 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:24:07,739 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731911046435Running coprocessor pre-close hooks at 1731911046435Disabling compacts and flushes for region at 1731911046435Disabling writes for close at 1731911046435Obtaining lock to block concurrent updates at 1731911046435Preparing flush snapshotting stores in 1588230740 at 1731911046435Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731911046435Flushing stores of hbase:meta,,1.1588230740 at 1731911046435Flushing 1588230740/info: creating writer at 1731911046435Flushing 1588230740/info: appending metadata at 1731911046451 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731911046451Flushing 1588230740/ns: creating writer at 1731911046458 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731911046473 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731911046473Flushing 1588230740/rep_barrier: creating writer at 1731911046881 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731911046896 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731911046896Flushing 1588230740/table: creating writer at 1731911047303 (+407 ms)Flushing 1588230740/table: appending metadata at 1731911047314 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731911047314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea74cb7: reopening flushed file at 1731911047721 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@303e8620: reopening flushed file at 1731911047724 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71e49ae7: reopening flushed file at 1731911047727 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59b0c44a: reopening flushed file at 1731911047730 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=16, compaction requested=false at 1731911047735 (+5 ms)Writing region close event to WAL at 1731911047736 (+1 ms)Running coprocessor post-close hooks at 1731911047738 (+2 ms)Closed at 1731911047739 (+1 ms) 2024-11-18T06:24:07,739 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:24:07,791 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 883, reset compression=false 2024-11-18T06:24:07,795 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:24:07,795 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 1527, reset compression=false 2024-11-18T06:24:07,836 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T06:24:07,836 DEBUG [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(1325): Online Regions={b53a0715da795b3f6ef32d5b1d0837a2=hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2.} 2024-11-18T06:24:07,836 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(3091): Received CLOSE for b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:24:07,836 DEBUG [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(1351): Waiting on b53a0715da795b3f6ef32d5b1d0837a2 2024-11-18T06:24:07,836 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b53a0715da795b3f6ef32d5b1d0837a2, disabling compactions & flushes 2024-11-18T06:24:07,836 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2. 2024-11-18T06:24:07,836 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2. 2024-11-18T06:24:07,836 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2. after waiting 0 ms 2024-11-18T06:24:07,836 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2. 2024-11-18T06:24:07,836 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b53a0715da795b3f6ef32d5b1d0837a2: Waiting for close lock at 1731911047836Running coprocessor pre-close hooks at 1731911047836Disabling compacts and flushes for region at 1731911047836Disabling writes for close at 1731911047836Failed flush hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2., putting online again at 1731911047836 2024-11-18T06:24:07,836 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731911028189.b53a0715da795b3f6ef32d5b1d0837a2. 2024-11-18T06:24:07,997 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/WALs/6b5c0e5a2101,44651,1731911010804/6b5c0e5a2101%2C44651%2C1731911010804.1731911013020 to pos 1527, reset compression=false 2024-11-18T06:24:08,036 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T06:24:08,036 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,44651,1731911010804; all regions closed. 2024-11-18T06:24:08,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741834_1010 (size=4239) 2024-11-18T06:24:08,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741839_1015 (size=1297) 2024-11-18T06:24:08,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741832_1008 (size=1535) 2024-11-18T06:24:08,041 DEBUG [RS:0;6b5c0e5a2101:44651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:08,041 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:24:08,042 INFO [RS:0;6b5c0e5a2101:44651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:24:08,042 INFO [RS:0;6b5c0e5a2101:44651 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:24:08,042 INFO [RS:0;6b5c0e5a2101:44651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:24:08,042 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:24:08,042 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b5c0e5a2101,44651,1731911010804 because: Region server is closing 2024-11-18T06:24:08,042 INFO [RS:0;6b5c0e5a2101:44651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:44651. 2024-11-18T06:24:08,042 DEBUG [RS:0;6b5c0e5a2101:44651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:08,042 DEBUG [RS:0;6b5c0e5a2101:44651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:08,042 DEBUG [RS:0;6b5c0e5a2101:44651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:08,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:08,143 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.shipper6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 terminated 2024-11-18T06:24:08,143 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,44651,1731911010804.replicationSource.wal-reader.6b5c0e5a2101%2C44651%2C1731911010804,1-6b5c0e5a2101,44651,1731911010804 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T06:24:08,143 INFO [RS:0;6b5c0e5a2101:44651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44651 2024-11-18T06:24:08,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964/rs 2024-11-18T06:24:08,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0632820964/rs/6b5c0e5a2101,44651,1731911010804 2024-11-18T06:24:08,211 INFO [RS:0;6b5c0e5a2101:44651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:24:08,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,44651,1731911010804] 2024-11-18T06:24:08,232 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0632820964/draining/6b5c0e5a2101,44651,1731911010804 already deleted, retry=false 2024-11-18T06:24:08,232 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,44651,1731911010804 expired; onlineServers=0 2024-11-18T06:24:08,232 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,45091,1731911010590' ***** 2024-11-18T06:24:08,232 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:24:08,232 INFO [M:0;6b5c0e5a2101:45091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:24:08,233 INFO [M:0;6b5c0e5a2101:45091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:24:08,233 DEBUG [M:0;6b5c0e5a2101:45091 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:24:08,233 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:24:08,233 DEBUG [M:0;6b5c0e5a2101:45091 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:24:08,233 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911012843 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911012843,5,FailOnTimeoutGroup] 2024-11-18T06:24:08,233 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911012844 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911012844,5,FailOnTimeoutGroup] 2024-11-18T06:24:08,233 INFO [M:0;6b5c0e5a2101:45091 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:24:08,233 INFO [M:0;6b5c0e5a2101:45091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:24:08,233 DEBUG [M:0;6b5c0e5a2101:45091 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:24:08,233 INFO [M:0;6b5c0e5a2101:45091 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:24:08,233 INFO [M:0;6b5c0e5a2101:45091 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:24:08,233 INFO [M:0;6b5c0e5a2101:45091 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:24:08,233 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:24:08,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0632820964/master 2024-11-18T06:24:08,243 DEBUG [M:0;6b5c0e5a2101:45091 {}] zookeeper.ZKUtil(347): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Unable to get data of znode /0632820964/master because node does not exist (not an error) 2024-11-18T06:24:08,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0632820964 2024-11-18T06:24:08,243 WARN [M:0;6b5c0e5a2101:45091 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T06:24:08,243 INFO [M:0;6b5c0e5a2101:45091 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/.lastflushedseqids 2024-11-18T06:24:08,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741847_1023 (size=245) 2024-11-18T06:24:08,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:08,322 INFO [RS:0;6b5c0e5a2101:44651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:24:08,322 INFO [RS:0;6b5c0e5a2101:44651 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,44651,1731911010804; zookeeper connection closed. 2024-11-18T06:24:08,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44651-0x1014c9cbcd00001, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:08,322 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@567668d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@567668d6 2024-11-18T06:24:08,323 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:24:08,652 INFO [M:0;6b5c0e5a2101:45091 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:24:08,652 INFO [M:0;6b5c0e5a2101:45091 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:24:08,652 DEBUG [M:0;6b5c0e5a2101:45091 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:24:08,652 INFO [M:0;6b5c0e5a2101:45091 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:08,652 DEBUG [M:0;6b5c0e5a2101:45091 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:08,652 DEBUG [M:0;6b5c0e5a2101:45091 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:24:08,652 DEBUG [M:0;6b5c0e5a2101:45091 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:08,652 INFO [M:0;6b5c0e5a2101:45091 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-18T06:24:08,667 DEBUG [M:0;6b5c0e5a2101:45091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd369345859c46879013a3f349e4680f is 82, key is hbase:meta,,1/info:regioninfo/1731911014026/Put/seqid=0 2024-11-18T06:24:08,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741848_1024 (size=5672) 2024-11-18T06:24:09,071 INFO [M:0;6b5c0e5a2101:45091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd369345859c46879013a3f349e4680f 2024-11-18T06:24:09,087 DEBUG [M:0;6b5c0e5a2101:45091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eeedd0ca3f574e798413728decee81b4 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731911025190/Put/seqid=0 2024-11-18T06:24:09,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741849_1025 (size=7218) 2024-11-18T06:24:09,490 INFO [M:0;6b5c0e5a2101:45091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eeedd0ca3f574e798413728decee81b4 2024-11-18T06:24:09,493 INFO [M:0;6b5c0e5a2101:45091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eeedd0ca3f574e798413728decee81b4 2024-11-18T06:24:09,507 DEBUG [M:0;6b5c0e5a2101:45091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3561b1463084bf6896abb779a92ec8e is 69, key is 6b5c0e5a2101,44651,1731911010804/rs:state/1731911012869/Put/seqid=0 2024-11-18T06:24:09,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741850_1026 (size=5156) 2024-11-18T06:24:09,911 INFO [M:0;6b5c0e5a2101:45091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3561b1463084bf6896abb779a92ec8e 2024-11-18T06:24:09,914 DEBUG [M:0;6b5c0e5a2101:45091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd369345859c46879013a3f349e4680f as hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd369345859c46879013a3f349e4680f 2024-11-18T06:24:09,917 INFO [M:0;6b5c0e5a2101:45091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd369345859c46879013a3f349e4680f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T06:24:09,917 DEBUG [M:0;6b5c0e5a2101:45091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eeedd0ca3f574e798413728decee81b4 as hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eeedd0ca3f574e798413728decee81b4 2024-11-18T06:24:09,920 INFO [M:0;6b5c0e5a2101:45091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eeedd0ca3f574e798413728decee81b4 2024-11-18T06:24:09,920 INFO [M:0;6b5c0e5a2101:45091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eeedd0ca3f574e798413728decee81b4, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T06:24:09,921 DEBUG [M:0;6b5c0e5a2101:45091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3561b1463084bf6896abb779a92ec8e as hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3561b1463084bf6896abb779a92ec8e 2024-11-18T06:24:09,924 INFO [M:0;6b5c0e5a2101:45091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35369/user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3561b1463084bf6896abb779a92ec8e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T06:24:09,925 INFO [M:0;6b5c0e5a2101:45091 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false 2024-11-18T06:24:09,926 INFO [M:0;6b5c0e5a2101:45091 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:09,926 DEBUG [M:0;6b5c0e5a2101:45091 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731911048652Disabling compacts and flushes for region at 1731911048652Disabling writes for close at 1731911048652Obtaining lock to block concurrent updates at 1731911048652Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731911048652Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731911048652Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731911048653 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731911048653Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731911048667 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731911048667Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731911049074 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731911049086 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731911049086Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731911049493 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731911049507 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731911049507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4306a8df: reopening flushed file at 1731911049914 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a340a85: reopening flushed file at 1731911049917 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9ce702f: reopening flushed file at 1731911049920 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false at 1731911049925 (+5 ms)Writing region close event to WAL at 1731911049926 (+1 ms)Closed at 1731911049926 2024-11-18T06:24:09,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741830_1006 (size=64423) 2024-11-18T06:24:09,927 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e336f5c-1652-d18f-0f5d-ba084b7b8b81/MasterData/WALs/6b5c0e5a2101,45091,1731911010590/6b5c0e5a2101%2C45091%2C1731911010590.1731911012560 not finished, retry = 0 2024-11-18T06:24:10,028 INFO [M:0;6b5c0e5a2101:45091 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:24:10,028 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:24:10,028 INFO [M:0;6b5c0e5a2101:45091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45091 2024-11-18T06:24:10,029 INFO [M:0;6b5c0e5a2101:45091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:24:10,185 INFO [M:0;6b5c0e5a2101:45091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:24:10,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:10,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x1014c9cbcd00000, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:10,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ca3aec2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:24:10,188 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@343ec99b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:24:10,188 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:24:10,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b2f87cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:24:10,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30bcd448{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/hadoop.log.dir/,STOPPED} 2024-11-18T06:24:10,189 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:24:10,189 WARN [BP-1283830826-172.17.0.3-1731911008570 heartbeating to localhost/127.0.0.1:35369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:24:10,189 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:24:10,189 WARN [BP-1283830826-172.17.0.3-1731911008570 heartbeating to localhost/127.0.0.1:35369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1283830826-172.17.0.3-1731911008570 (Datanode Uuid 82c73732-1dff-4712-a005-ed2fc50b19fd) service to localhost/127.0.0.1:35369 2024-11-18T06:24:10,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/cluster_a85e0cea-76d7-56cb-9582-db7c7fdd1153/data/data1/current/BP-1283830826-172.17.0.3-1731911008570 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:24:10,190 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/cluster_a85e0cea-76d7-56cb-9582-db7c7fdd1153/data/data2/current/BP-1283830826-172.17.0.3-1731911008570 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:24:10,190 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:24:10,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@332ff1d7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:24:10,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b31fa6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:24:10,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:24:10,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@110565e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:24:10,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33182705{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26a9606c-19b8-4746-2974-b04b82c3f310/hadoop.log.dir/,STOPPED} 2024-11-18T06:24:10,200 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T06:24:10,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:24:10,220 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=434 (was 387) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:38891 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38891 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:35369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:43813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58683) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:38891 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:43813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:35369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:38891 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58683) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:38891 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58683) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:35369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:35369 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:43813 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=839 (was 775) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 628), ProcessCount=11 (was 11), AvailableMemoryMB=4461 (was 3593) - AvailableMemoryMB LEAK? - 2024-11-18T06:24:10,231 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=434, OpenFileDescriptor=839, MaxFileDescriptor=1048576, SystemLoadAverage=506, ProcessCount=11, AvailableMemoryMB=4460 2024-11-18T06:24:10,242 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-18T06:24:10,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/hadoop.log.dir so I do NOT create it in target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823 2024-11-18T06:24:10,243 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:24:10,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/hadoop.tmp.dir so I do NOT create it in target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823 2024-11-18T06:24:10,243 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc9eaab-9963-01a8-8cfc-3fe52fe1f1d8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:24:10,243 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823 2024-11-18T06:24:10,243 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/cluster_a1359f66-35d2-e0bd-ad88-5af35994768b, deleteOnExit=true 2024-11-18T06:24:10,275 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/cluster_a1359f66-35d2-e0bd-ad88-5af35994768b/zookeeper_0, clientPort=58047, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/cluster_a1359f66-35d2-e0bd-ad88-5af35994768b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/cluster_a1359f66-35d2-e0bd-ad88-5af35994768b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T06:24:10,275 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58047 2024-11-18T06:24:10,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:24:10,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:24:10,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/test.cache.data in system properties and HBase conf 2024-11-18T06:24:10,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:24:10,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:24:10,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:24:10,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:24:10,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:24:10,276 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:24:10,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:24:10,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:24:10,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:24:10,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:24:10,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:24:10,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:24:10,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:24:10,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:24:10,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:24:10,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:24:10,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:24:10,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:24:10,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:24:10,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:24:10,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014c9cbcd00005, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:24:10,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014c9cbcd00008, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:24:10,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014c9cbcd00002, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:24:10,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014c9cbcd00002, quorum=127.0.0.1:58683, baseZNode=/0632820964 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:24:10,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014c9cbcd00005, quorum=127.0.0.1:58683, baseZNode=/1166454112 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:24:10,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014c9cbcd00008, quorum=127.0.0.1:58683, baseZNode=/2-109550335 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:24:10,795 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:24:10,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:24:10,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:24:10,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:24:10,799 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:24:10,799 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:24:10,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@210ce636{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:24:10,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d1655aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:24:10,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c07d7e4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/java.io.tmpdir/jetty-localhost-43457-hadoop-hdfs-3_4_1-tests_jar-_-any-11340515480973770462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:24:10,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24839a85{HTTP/1.1, (http/1.1)}{localhost:43457} 2024-11-18T06:24:10,892 INFO [Time-limited test {}] server.Server(415): Started @393438ms 2024-11-18T06:24:11,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:24:11,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:24:11,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:24:11,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:24:11,146 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:24:11,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1826b623{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:24:11,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1283ea64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:24:11,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@214a00f8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/java.io.tmpdir/jetty-localhost-38123-hadoop-hdfs-3_4_1-tests_jar-_-any-9755223653910199281/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:24:11,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@712555a3{HTTP/1.1, (http/1.1)}{localhost:38123} 2024-11-18T06:24:11,239 INFO [Time-limited test {}] server.Server(415): Started @393784ms 2024-11-18T06:24:11,240 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:24:12,052 WARN [Thread-4099 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/cluster_a1359f66-35d2-e0bd-ad88-5af35994768b/data/data1/current/BP-521352308-172.17.0.3-1731911050298/current, will proceed with Du for space computation calculation, 2024-11-18T06:24:12,052 WARN [Thread-4100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/cluster_a1359f66-35d2-e0bd-ad88-5af35994768b/data/data2/current/BP-521352308-172.17.0.3-1731911050298/current, will proceed with Du for space computation calculation, 2024-11-18T06:24:12,069 WARN [Thread-4087 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:24:12,070 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf469fe7af66fbb1 with lease ID 0x909bf7cb9aac463a: Processing first storage report for DS-871c0606-11b2-4a4c-b9ec-e8baddbdb467 from datanode DatanodeRegistration(127.0.0.1:36057, datanodeUuid=34f891c1-0ca6-4c48-93df-282eb070c7e2, infoPort=46739, infoSecurePort=0, ipcPort=34707, storageInfo=lv=-57;cid=testClusterID;nsid=236983025;c=1731911050298) 2024-11-18T06:24:12,070 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf469fe7af66fbb1 with lease ID 0x909bf7cb9aac463a: from storage DS-871c0606-11b2-4a4c-b9ec-e8baddbdb467 node DatanodeRegistration(127.0.0.1:36057, datanodeUuid=34f891c1-0ca6-4c48-93df-282eb070c7e2, infoPort=46739, infoSecurePort=0, ipcPort=34707, storageInfo=lv=-57;cid=testClusterID;nsid=236983025;c=1731911050298), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:24:12,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf469fe7af66fbb1 with lease ID 0x909bf7cb9aac463a: Processing first storage report for DS-8729e7f2-f396-44ad-99cc-3eda6f550a3b from datanode DatanodeRegistration(127.0.0.1:36057, datanodeUuid=34f891c1-0ca6-4c48-93df-282eb070c7e2, infoPort=46739, infoSecurePort=0, ipcPort=34707, storageInfo=lv=-57;cid=testClusterID;nsid=236983025;c=1731911050298) 2024-11-18T06:24:12,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf469fe7af66fbb1 with lease ID 0x909bf7cb9aac463a: from storage DS-8729e7f2-f396-44ad-99cc-3eda6f550a3b node DatanodeRegistration(127.0.0.1:36057, datanodeUuid=34f891c1-0ca6-4c48-93df-282eb070c7e2, infoPort=46739, infoSecurePort=0, ipcPort=34707, storageInfo=lv=-57;cid=testClusterID;nsid=236983025;c=1731911050298), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:24:12,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823 2024-11-18T06:24:12,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:12,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:12,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:24:12,568 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424 with version=8 2024-11-18T06:24:12,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/hbase-staging 2024-11-18T06:24:12,570 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:24:12,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:12,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:12,570 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:24:12,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:12,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:24:12,571 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:24:12,571 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:24:12,571 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33309 2024-11-18T06:24:12,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33309 connecting to ZooKeeper ensemble=127.0.0.1:58047 2024-11-18T06:24:12,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333090x0, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:24:12,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33309-0x1014c9d5fcd0000 connected 2024-11-18T06:24:12,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:12,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:12,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Set watcher on znode that does not yet exist, /0-36738894/running 2024-11-18T06:24:12,708 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424, hbase.cluster.distributed=false 2024-11-18T06:24:12,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Set watcher on znode that does not yet exist, /0-36738894/acl 2024-11-18T06:24:12,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33309 2024-11-18T06:24:12,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33309 2024-11-18T06:24:12,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33309 2024-11-18T06:24:12,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33309 2024-11-18T06:24:12,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33309 2024-11-18T06:24:12,723 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:24:12,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:12,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:12,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:24:12,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:12,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:24:12,723 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:24:12,723 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:24:12,723 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44295 2024-11-18T06:24:12,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44295 connecting to ZooKeeper ensemble=127.0.0.1:58047 2024-11-18T06:24:12,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:12,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:12,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442950x0, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:24:12,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442950x0, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Set watcher on znode that does not yet exist, /0-36738894/running 2024-11-18T06:24:12,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44295-0x1014c9d5fcd0001 connected 2024-11-18T06:24:12,738 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:24:12,738 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:24:12,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44295-0x1014c9d5fcd0001, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Set watcher on znode that does not yet exist, /0-36738894/master 2024-11-18T06:24:12,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44295-0x1014c9d5fcd0001, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Set watcher on znode that does not yet exist, /0-36738894/acl 2024-11-18T06:24:12,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44295 2024-11-18T06:24:12,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44295 2024-11-18T06:24:12,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44295 2024-11-18T06:24:12,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44295 2024-11-18T06:24:12,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44295 2024-11-18T06:24:12,759 DEBUG [M:0;6b5c0e5a2101:33309 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:33309 2024-11-18T06:24:12,759 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-36738894/backup-masters/6b5c0e5a2101,33309,1731911052570 2024-11-18T06:24:12,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x1014c9d5fcd0001, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-36738894/backup-masters 2024-11-18T06:24:12,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-36738894/backup-masters 2024-11-18T06:24:12,769 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Set watcher on existing znode=/0-36738894/backup-masters/6b5c0e5a2101,33309,1731911052570 2024-11-18T06:24:12,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x1014c9d5fcd0001, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-36738894/master 2024-11-18T06:24:12,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-36738894 2024-11-18T06:24:12,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x1014c9d5fcd0001, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-36738894 2024-11-18T06:24:12,780 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Set watcher on existing znode=/0-36738894/master 2024-11-18T06:24:12,780 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-36738894/backup-masters/6b5c0e5a2101,33309,1731911052570 from backup master directory 2024-11-18T06:24:12,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x1014c9d5fcd0001, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-36738894/backup-masters 2024-11-18T06:24:12,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-36738894/backup-masters/6b5c0e5a2101,33309,1731911052570 2024-11-18T06:24:12,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-36738894/backup-masters 2024-11-18T06:24:12,790 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:24:12,790 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,33309,1731911052570 2024-11-18T06:24:12,792 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/hbase.id] with ID: c3dda3ea-ba41-4ce6-9bf2-3f7e6282cdd5 2024-11-18T06:24:12,792 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/.tmp/hbase.id 2024-11-18T06:24:12,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:24:13,196 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/.tmp/hbase.id]:[hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/hbase.id] 2024-11-18T06:24:13,203 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:13,204 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:24:13,204 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-18T06:24:13,218 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:24:13,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:13,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:13,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:13,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:13,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:13,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:13,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:13,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:13,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:13,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:13,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:13,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:13,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x1014c9d5fcd0001, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-36738894 2024-11-18T06:24:13,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-36738894 2024-11-18T06:24:13,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:13,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:24:13,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:13,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:13,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:13,657 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:24:13,658 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:24:13,659 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:24:13,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:24:14,065 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/MasterData/data/master/store 2024-11-18T06:24:14,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:24:14,471 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:14,471 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:24:14,471 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:14,471 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:14,471 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:24:14,471 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:14,471 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:14,471 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731911054471Disabling compacts and flushes for region at 1731911054471Disabling writes for close at 1731911054471Writing region close event to WAL at 1731911054471Closed at 1731911054471 2024-11-18T06:24:14,472 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/MasterData/data/master/store/.initializing 2024-11-18T06:24:14,472 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/MasterData/WALs/6b5c0e5a2101,33309,1731911052570 2024-11-18T06:24:14,473 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:24:14,474 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C33309%2C1731911052570, suffix=, logDir=hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/MasterData/WALs/6b5c0e5a2101,33309,1731911052570, archiveDir=hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/MasterData/oldWALs, maxLogs=10 2024-11-18T06:24:14,490 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/MasterData/WALs/6b5c0e5a2101,33309,1731911052570/6b5c0e5a2101%2C33309%2C1731911052570.1731911054474, exclude list is [], retry=0 2024-11-18T06:24:14,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36057,DS-871c0606-11b2-4a4c-b9ec-e8baddbdb467,DISK] 2024-11-18T06:24:14,496 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/MasterData/WALs/6b5c0e5a2101,33309,1731911052570/6b5c0e5a2101%2C33309%2C1731911052570.1731911054474 2024-11-18T06:24:14,498 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46739:46739)] 2024-11-18T06:24:14,498 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:24:14,499 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:14,499 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:14,499 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:14,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:14,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:24:14,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:14,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:14,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:14,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:24:14,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:14,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:14,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:14,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:24:14,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:14,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:14,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:14,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:24:14,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:14,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:14,511 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:14,511 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:14,512 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:14,513 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:14,513 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:14,513 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:24:14,514 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:14,517 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:24:14,518 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68733703, jitterRate=0.024211987853050232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:24:14,518 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731911054499Initializing all the Stores at 1731911054500 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911054500Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911054505 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911054505Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911054505Cleaning up temporary data from old regions at 1731911054513 (+8 ms)Region opened successfully at 1731911054518 (+5 ms) 2024-11-18T06:24:14,519 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:24:14,521 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1f3057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:24:14,522 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:24:14,522 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:24:14,522 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:24:14,522 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:24:14,523 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:24:14,523 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:24:14,523 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:24:14,525 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:24:14,526 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Unable to get data of znode /0-36738894/balancer because node does not exist (not necessarily an error) 2024-11-18T06:24:14,579 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-36738894/balancer already deleted, retry=false 2024-11-18T06:24:14,579 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:24:14,580 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Unable to get data of znode /0-36738894/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:24:14,589 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-36738894/normalizer already deleted, retry=false 2024-11-18T06:24:14,590 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:24:14,590 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Unable to get data of znode /0-36738894/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:24:14,600 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-36738894/switch/split already deleted, retry=false 2024-11-18T06:24:14,601 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Unable to get data of znode /0-36738894/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:24:14,611 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-36738894/switch/merge already deleted, retry=false 2024-11-18T06:24:14,612 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Unable to get data of znode /0-36738894/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:24:14,621 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-36738894/snapshot-cleanup already deleted, retry=false 2024-11-18T06:24:14,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-36738894/running 2024-11-18T06:24:14,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x1014c9d5fcd0001, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-36738894/running 2024-11-18T06:24:14,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-36738894 2024-11-18T06:24:14,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x1014c9d5fcd0001, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-36738894 2024-11-18T06:24:14,632 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,33309,1731911052570, sessionid=0x1014c9d5fcd0000, setting cluster-up flag (Was=false) 2024-11-18T06:24:14,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-36738894 2024-11-18T06:24:14,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x1014c9d5fcd0001, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-36738894 2024-11-18T06:24:14,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-36738894/flush-table-proc/acquired, /0-36738894/flush-table-proc/reached, /0-36738894/flush-table-proc/abort 2024-11-18T06:24:14,685 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,33309,1731911052570 2024-11-18T06:24:14,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-36738894 2024-11-18T06:24:14,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x1014c9d5fcd0001, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-36738894 2024-11-18T06:24:14,737 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-36738894/online-snapshot/acquired, /0-36738894/online-snapshot/reached, /0-36738894/online-snapshot/abort 2024-11-18T06:24:14,738 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,33309,1731911052570 2024-11-18T06:24:14,739 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:24:14,740 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:24:14,740 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:24:14,740 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:24:14,740 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,33309,1731911052570 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:24:14,741 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:24:14,741 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:24:14,741 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:24:14,741 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:24:14,741 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:24:14,741 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:14,741 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:24:14,741 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:14,742 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731911084742 2024-11-18T06:24:14,742 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:24:14,742 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:24:14,742 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:24:14,742 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:24:14,742 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:24:14,742 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:24:14,742 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:24:14,742 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:14,742 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:24:14,743 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:24:14,743 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:24:14,743 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:24:14,743 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:24:14,743 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:14,743 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:24:14,743 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:24:14,743 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:24:14,744 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911054743,5,FailOnTimeoutGroup] 2024-11-18T06:24:14,744 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911054744,5,FailOnTimeoutGroup] 2024-11-18T06:24:14,744 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:14,744 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:24:14,744 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:14,744 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:14,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:24:14,751 INFO [RS:0;6b5c0e5a2101:44295 {}] regionserver.HRegionServer(746): ClusterId : c3dda3ea-ba41-4ce6-9bf2-3f7e6282cdd5 2024-11-18T06:24:14,751 DEBUG [RS:0;6b5c0e5a2101:44295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:24:14,759 DEBUG [RS:0;6b5c0e5a2101:44295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:24:14,759 DEBUG [RS:0;6b5c0e5a2101:44295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:24:14,769 DEBUG [RS:0;6b5c0e5a2101:44295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:24:14,769 DEBUG [RS:0;6b5c0e5a2101:44295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c39a300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:24:14,783 DEBUG [RS:0;6b5c0e5a2101:44295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:44295 2024-11-18T06:24:14,783 INFO [RS:0;6b5c0e5a2101:44295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:24:14,783 INFO [RS:0;6b5c0e5a2101:44295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:24:14,783 DEBUG [RS:0;6b5c0e5a2101:44295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:24:14,784 INFO [RS:0;6b5c0e5a2101:44295 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,33309,1731911052570 with port=44295, startcode=1731911052722 2024-11-18T06:24:14,784 DEBUG [RS:0;6b5c0e5a2101:44295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:24:14,785 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:24:14,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33309 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,44295,1731911052722 2024-11-18T06:24:14,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33309 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,44295,1731911052722 2024-11-18T06:24:14,786 DEBUG [RS:0;6b5c0e5a2101:44295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424 2024-11-18T06:24:14,786 DEBUG [RS:0;6b5c0e5a2101:44295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37303 2024-11-18T06:24:14,786 DEBUG [RS:0;6b5c0e5a2101:44295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:24:14,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-36738894/rs 2024-11-18T06:24:14,798 DEBUG [RS:0;6b5c0e5a2101:44295 {}] zookeeper.ZKUtil(111): regionserver:44295-0x1014c9d5fcd0001, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Set watcher on existing znode=/0-36738894/rs/6b5c0e5a2101,44295,1731911052722 2024-11-18T06:24:14,798 WARN [RS:0;6b5c0e5a2101:44295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:24:14,798 INFO [RS:0;6b5c0e5a2101:44295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:24:14,799 DEBUG [RS:0;6b5c0e5a2101:44295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/WALs/6b5c0e5a2101,44295,1731911052722 2024-11-18T06:24:14,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,44295,1731911052722] 2024-11-18T06:24:14,801 INFO [RS:0;6b5c0e5a2101:44295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:24:14,802 INFO [RS:0;6b5c0e5a2101:44295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:24:14,802 INFO [RS:0;6b5c0e5a2101:44295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:24:14,802 INFO [RS:0;6b5c0e5a2101:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:14,804 INFO [RS:0;6b5c0e5a2101:44295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:24:14,804 INFO [RS:0;6b5c0e5a2101:44295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:24:14,804 INFO [RS:0;6b5c0e5a2101:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:14,804 DEBUG [RS:0;6b5c0e5a2101:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:14,805 DEBUG [RS:0;6b5c0e5a2101:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:14,805 DEBUG [RS:0;6b5c0e5a2101:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:14,805 DEBUG [RS:0;6b5c0e5a2101:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:14,805 DEBUG [RS:0;6b5c0e5a2101:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:14,805 DEBUG [RS:0;6b5c0e5a2101:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:24:14,805 DEBUG [RS:0;6b5c0e5a2101:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:14,805 DEBUG [RS:0;6b5c0e5a2101:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:14,805 DEBUG [RS:0;6b5c0e5a2101:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:14,805 DEBUG [RS:0;6b5c0e5a2101:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:14,805 DEBUG [RS:0;6b5c0e5a2101:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:14,805 DEBUG [RS:0;6b5c0e5a2101:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:14,805 DEBUG [RS:0;6b5c0e5a2101:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:24:14,805 DEBUG [RS:0;6b5c0e5a2101:44295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:24:14,808 INFO [RS:0;6b5c0e5a2101:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:14,808 INFO [RS:0;6b5c0e5a2101:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:14,808 INFO [RS:0;6b5c0e5a2101:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:14,808 INFO [RS:0;6b5c0e5a2101:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:14,808 INFO [RS:0;6b5c0e5a2101:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:14,808 INFO [RS:0;6b5c0e5a2101:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,44295,1731911052722-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:24:14,820 INFO [RS:0;6b5c0e5a2101:44295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:24:14,820 INFO [RS:0;6b5c0e5a2101:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,44295,1731911052722-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:14,821 INFO [RS:0;6b5c0e5a2101:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:14,821 INFO [RS:0;6b5c0e5a2101:44295 {}] regionserver.Replication(171): 6b5c0e5a2101,44295,1731911052722 started 2024-11-18T06:24:14,832 INFO [RS:0;6b5c0e5a2101:44295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:14,832 INFO [RS:0;6b5c0e5a2101:44295 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,44295,1731911052722, RpcServer on 6b5c0e5a2101/172.17.0.3:44295, sessionid=0x1014c9d5fcd0001 2024-11-18T06:24:14,832 DEBUG [RS:0;6b5c0e5a2101:44295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:24:14,832 DEBUG [RS:0;6b5c0e5a2101:44295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,44295,1731911052722 2024-11-18T06:24:14,832 DEBUG [RS:0;6b5c0e5a2101:44295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,44295,1731911052722' 2024-11-18T06:24:14,832 DEBUG [RS:0;6b5c0e5a2101:44295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-36738894/flush-table-proc/abort' 2024-11-18T06:24:14,833 DEBUG [RS:0;6b5c0e5a2101:44295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-36738894/flush-table-proc/acquired' 2024-11-18T06:24:14,833 DEBUG [RS:0;6b5c0e5a2101:44295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:24:14,833 DEBUG [RS:0;6b5c0e5a2101:44295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:24:14,833 DEBUG [RS:0;6b5c0e5a2101:44295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,44295,1731911052722 2024-11-18T06:24:14,833 DEBUG [RS:0;6b5c0e5a2101:44295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,44295,1731911052722' 2024-11-18T06:24:14,833 DEBUG [RS:0;6b5c0e5a2101:44295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-36738894/online-snapshot/abort' 2024-11-18T06:24:14,833 DEBUG [RS:0;6b5c0e5a2101:44295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-36738894/online-snapshot/acquired' 2024-11-18T06:24:14,833 DEBUG [RS:0;6b5c0e5a2101:44295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:24:14,833 INFO [RS:0;6b5c0e5a2101:44295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:24:14,833 INFO [RS:0;6b5c0e5a2101:44295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:24:14,934 INFO [RS:0;6b5c0e5a2101:44295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:24:14,935 INFO [RS:0;6b5c0e5a2101:44295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C44295%2C1731911052722, suffix=, logDir=hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/WALs/6b5c0e5a2101,44295,1731911052722, archiveDir=hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/oldWALs, maxLogs=10 2024-11-18T06:24:14,946 DEBUG [RS:0;6b5c0e5a2101:44295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/WALs/6b5c0e5a2101,44295,1731911052722/6b5c0e5a2101%2C44295%2C1731911052722.1731911054935, exclude list is [], retry=0 2024-11-18T06:24:14,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36057,DS-871c0606-11b2-4a4c-b9ec-e8baddbdb467,DISK] 2024-11-18T06:24:14,950 INFO [RS:0;6b5c0e5a2101:44295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/WALs/6b5c0e5a2101,44295,1731911052722/6b5c0e5a2101%2C44295%2C1731911052722.1731911054935 2024-11-18T06:24:14,950 DEBUG [RS:0;6b5c0e5a2101:44295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46739:46739)] 2024-11-18T06:24:15,150 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:24:15,150 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424 2024-11-18T06:24:15,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741833_1009 (size=32) 2024-11-18T06:24:15,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:15,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:24:15,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:24:15,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:15,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:15,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:24:15,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:24:15,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:15,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:15,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:24:15,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:24:15,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:15,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:15,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:24:15,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:24:15,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:15,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:15,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:24:15,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/data/hbase/meta/1588230740 2024-11-18T06:24:15,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/data/hbase/meta/1588230740 2024-11-18T06:24:15,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:24:15,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:24:15,561 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:24:15,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:24:15,563 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:24:15,563 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65878130, jitterRate=-0.0183393657207489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:24:15,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731911055554Initializing all the Stores at 1731911055555 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911055555Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911055555Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911055555Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911055555Cleaning up temporary data from old regions at 1731911055561 (+6 ms)Region opened successfully at 1731911055564 (+3 ms) 2024-11-18T06:24:15,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:24:15,564 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:24:15,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:24:15,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:24:15,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:24:15,564 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:24:15,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731911055564Disabling compacts and flushes for region at 1731911055564Disabling writes for close at 1731911055564Writing region close event to WAL at 1731911055564Closed at 1731911055564 2024-11-18T06:24:15,565 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:24:15,565 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:24:15,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:24:15,566 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:24:15,567 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:24:15,717 DEBUG [6b5c0e5a2101:33309 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:24:15,717 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,44295,1731911052722 2024-11-18T06:24:15,718 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,44295,1731911052722, state=OPENING 2024-11-18T06:24:15,737 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:24:15,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x1014c9d5fcd0001, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-36738894 2024-11-18T06:24:15,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-36738894 2024-11-18T06:24:15,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-36738894/meta-region-server: CHANGED 2024-11-18T06:24:15,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-36738894/meta-region-server: CHANGED 2024-11-18T06:24:15,748 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:24:15,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,44295,1731911052722}] 2024-11-18T06:24:15,900 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:24:15,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:24:15,903 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:24:15,903 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:24:15,903 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:24:15,904 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C44295%2C1731911052722.meta, suffix=.meta, logDir=hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/WALs/6b5c0e5a2101,44295,1731911052722, archiveDir=hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/oldWALs, maxLogs=10 2024-11-18T06:24:15,916 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/WALs/6b5c0e5a2101,44295,1731911052722/6b5c0e5a2101%2C44295%2C1731911052722.meta.1731911055905.meta, exclude list is [], retry=0 2024-11-18T06:24:15,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36057,DS-871c0606-11b2-4a4c-b9ec-e8baddbdb467,DISK] 2024-11-18T06:24:15,918 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/WALs/6b5c0e5a2101,44295,1731911052722/6b5c0e5a2101%2C44295%2C1731911052722.meta.1731911055905.meta 2024-11-18T06:24:15,918 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46739:46739)] 2024-11-18T06:24:15,919 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:24:15,919 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:24:15,919 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:24:15,919 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:24:15,919 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:24:15,919 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:24:15,919 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:15,919 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:24:15,919 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:24:15,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:24:15,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:24:15,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:15,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:15,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:24:15,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:24:15,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:15,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:15,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:24:15,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:24:15,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:15,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:15,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:24:15,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:24:15,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:15,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:15,923 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:24:15,923 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/data/hbase/meta/1588230740 2024-11-18T06:24:15,924 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/data/hbase/meta/1588230740 2024-11-18T06:24:15,925 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:24:15,925 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:24:15,925 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:24:15,926 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:24:15,927 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62527487, jitterRate=-0.0682678371667862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:24:15,927 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:24:15,927 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731911055919Writing region info on filesystem at 1731911055919Initializing all the Stores at 1731911055920 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911055920Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911055920Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911055920Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911055920Cleaning up temporary data from old regions at 1731911055925 (+5 ms)Running coprocessor post-open hooks at 1731911055927 (+2 ms)Region opened successfully at 1731911055927 2024-11-18T06:24:15,928 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731911055899 2024-11-18T06:24:15,929 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:24:15,929 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:24:15,930 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,44295,1731911052722 2024-11-18T06:24:15,930 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,44295,1731911052722, state=OPEN 2024-11-18T06:24:15,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44295-0x1014c9d5fcd0001, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-36738894/meta-region-server 2024-11-18T06:24:15,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33309-0x1014c9d5fcd0000, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-36738894/meta-region-server 2024-11-18T06:24:15,984 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,44295,1731911052722 2024-11-18T06:24:15,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-36738894/meta-region-server: CHANGED 2024-11-18T06:24:15,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-36738894/meta-region-server: CHANGED 2024-11-18T06:24:15,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:24:15,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,44295,1731911052722 in 236 msec 2024-11-18T06:24:15,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:24:15,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-18T06:24:15,987 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:24:15,987 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:24:15,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:24:15,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,44295,1731911052722, seqNum=-1] 2024-11-18T06:24:15,988 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:24:15,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:24:15,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2530 sec 2024-11-18T06:24:15,993 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731911055993, completionTime=-1 2024-11-18T06:24:15,993 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:24:15,993 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:24:15,995 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:24:15,995 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731911115995 2024-11-18T06:24:15,995 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731911175995 2024-11-18T06:24:15,995 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T06:24:15,995 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33309,1731911052570-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:15,995 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33309,1731911052570-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:15,995 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33309,1731911052570-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:15,995 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:33309, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:15,995 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:15,996 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:15,997 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:24:15,998 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.208sec 2024-11-18T06:24:15,998 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:24:15,998 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:24:15,998 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:24:15,998 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:24:15,998 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:24:15,998 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33309,1731911052570-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:24:15,998 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33309,1731911052570-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:24:16,001 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:24:16,001 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:24:16,001 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,33309,1731911052570-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:16,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3204a39f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:16,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33309,-1 for getting cluster id 2024-11-18T06:24:16,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:24:16,052 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3dda3ea-ba41-4ce6-9bf2-3f7e6282cdd5' 2024-11-18T06:24:16,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:24:16,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3dda3ea-ba41-4ce6-9bf2-3f7e6282cdd5" 2024-11-18T06:24:16,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f9417e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:16,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33309,-1] 2024-11-18T06:24:16,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:24:16,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:16,054 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:24:16,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646c7c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:16,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:24:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,44295,1731911052722, seqNum=-1] 2024-11-18T06:24:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:24:16,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:24:16,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,33309,1731911052570 2024-11-18T06:24:16,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58047 2024-11-18T06:24:16,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58047, baseZNode=/0-36738894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:24:16,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c9d5fcd0002 connected 2024-11-18T06:24:16,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:24:16,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,33309,1731911052570 2024-11-18T06:24:16,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@764da395 2024-11-18T06:24:16,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:24:16,087 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:24:16,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33309 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:24:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33309 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T06:24:16,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:24:16,090 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:16,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33309 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T06:24:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:16,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:24:16,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741835_1011 (size=902) 2024-11-18T06:24:16,096 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b2b73c2bccba425ed1f96c4bd2b73d11, NAME => 'test,,1731911056088.b2b73c2bccba425ed1f96c4bd2b73d11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424 2024-11-18T06:24:16,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741836_1012 (size=39) 2024-11-18T06:24:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:16,419 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:24:16,419 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:24:16,420 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128783 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:24:16,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731911056088.b2b73c2bccba425ed1f96c4bd2b73d11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:16,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b2b73c2bccba425ed1f96c4bd2b73d11, disabling compactions & flushes 2024-11-18T06:24:16,500 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731911056088.b2b73c2bccba425ed1f96c4bd2b73d11. 2024-11-18T06:24:16,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731911056088.b2b73c2bccba425ed1f96c4bd2b73d11. 2024-11-18T06:24:16,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731911056088.b2b73c2bccba425ed1f96c4bd2b73d11. after waiting 0 ms 2024-11-18T06:24:16,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731911056088.b2b73c2bccba425ed1f96c4bd2b73d11. 2024-11-18T06:24:16,500 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731911056088.b2b73c2bccba425ed1f96c4bd2b73d11. 2024-11-18T06:24:16,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b2b73c2bccba425ed1f96c4bd2b73d11: Waiting for close lock at 1731911056500Disabling compacts and flushes for region at 1731911056500Disabling writes for close at 1731911056500Writing region close event to WAL at 1731911056500Closed at 1731911056500 2024-11-18T06:24:16,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:24:16,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731911056088.b2b73c2bccba425ed1f96c4bd2b73d11.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731911056501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731911056501"}]},"ts":"1731911056501"} 2024-11-18T06:24:16,503 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:24:16,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:24:16,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911056503"}]},"ts":"1731911056503"} 2024-11-18T06:24:16,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T06:24:16,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b2b73c2bccba425ed1f96c4bd2b73d11, ASSIGN}] 2024-11-18T06:24:16,506 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b2b73c2bccba425ed1f96c4bd2b73d11, ASSIGN 2024-11-18T06:24:16,506 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b2b73c2bccba425ed1f96c4bd2b73d11, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,44295,1731911052722; forceNewPlan=false, retain=false 2024-11-18T06:24:16,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b2b73c2bccba425ed1f96c4bd2b73d11, regionState=OPENING, regionLocation=6b5c0e5a2101,44295,1731911052722 2024-11-18T06:24:16,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b2b73c2bccba425ed1f96c4bd2b73d11, ASSIGN because future has completed 2024-11-18T06:24:16,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2b73c2bccba425ed1f96c4bd2b73d11, server=6b5c0e5a2101,44295,1731911052722}] 2024-11-18T06:24:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:16,813 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731911056088.b2b73c2bccba425ed1f96c4bd2b73d11. 2024-11-18T06:24:16,813 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b2b73c2bccba425ed1f96c4bd2b73d11, NAME => 'test,,1731911056088.b2b73c2bccba425ed1f96c4bd2b73d11.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:24:16,814 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:24:16,814 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T06:24:16,814 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b2b73c2bccba425ed1f96c4bd2b73d11 2024-11-18T06:24:16,814 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731911056088.b2b73c2bccba425ed1f96c4bd2b73d11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:16,814 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b2b73c2bccba425ed1f96c4bd2b73d11 2024-11-18T06:24:16,814 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b2b73c2bccba425ed1f96c4bd2b73d11 2024-11-18T06:24:16,815 INFO [StoreOpener-b2b73c2bccba425ed1f96c4bd2b73d11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b2b73c2bccba425ed1f96c4bd2b73d11 2024-11-18T06:24:16,816 INFO [StoreOpener-b2b73c2bccba425ed1f96c4bd2b73d11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2b73c2bccba425ed1f96c4bd2b73d11 columnFamilyName f 2024-11-18T06:24:16,816 DEBUG [StoreOpener-b2b73c2bccba425ed1f96c4bd2b73d11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:16,816 INFO [StoreOpener-b2b73c2bccba425ed1f96c4bd2b73d11-1 {}] regionserver.HStore(327): Store=b2b73c2bccba425ed1f96c4bd2b73d11/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:16,816 INFO [StoreOpener-b2b73c2bccba425ed1f96c4bd2b73d11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b2b73c2bccba425ed1f96c4bd2b73d11 2024-11-18T06:24:16,817 INFO [StoreOpener-b2b73c2bccba425ed1f96c4bd2b73d11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2b73c2bccba425ed1f96c4bd2b73d11 columnFamilyName f1 2024-11-18T06:24:16,817 DEBUG [StoreOpener-b2b73c2bccba425ed1f96c4bd2b73d11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:16,817 INFO [StoreOpener-b2b73c2bccba425ed1f96c4bd2b73d11-1 {}] regionserver.HStore(327): Store=b2b73c2bccba425ed1f96c4bd2b73d11/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:16,817 INFO [StoreOpener-b2b73c2bccba425ed1f96c4bd2b73d11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b2b73c2bccba425ed1f96c4bd2b73d11 2024-11-18T06:24:16,818 INFO [StoreOpener-b2b73c2bccba425ed1f96c4bd2b73d11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2b73c2bccba425ed1f96c4bd2b73d11 columnFamilyName norep 2024-11-18T06:24:16,818 DEBUG [StoreOpener-b2b73c2bccba425ed1f96c4bd2b73d11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:16,818 INFO [StoreOpener-b2b73c2bccba425ed1f96c4bd2b73d11-1 {}] regionserver.HStore(327): Store=b2b73c2bccba425ed1f96c4bd2b73d11/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:16,818 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b2b73c2bccba425ed1f96c4bd2b73d11 2024-11-18T06:24:16,819 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/data/default/test/b2b73c2bccba425ed1f96c4bd2b73d11 2024-11-18T06:24:16,819 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/data/default/test/b2b73c2bccba425ed1f96c4bd2b73d11 2024-11-18T06:24:16,820 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b2b73c2bccba425ed1f96c4bd2b73d11 2024-11-18T06:24:16,820 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b2b73c2bccba425ed1f96c4bd2b73d11 2024-11-18T06:24:16,820 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:24:16,821 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b2b73c2bccba425ed1f96c4bd2b73d11 2024-11-18T06:24:16,822 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/data/default/test/b2b73c2bccba425ed1f96c4bd2b73d11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:24:16,823 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b2b73c2bccba425ed1f96c4bd2b73d11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66496874, jitterRate=-0.009119361639022827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:24:16,823 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2b73c2bccba425ed1f96c4bd2b73d11 2024-11-18T06:24:16,823 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b2b73c2bccba425ed1f96c4bd2b73d11: Running coprocessor pre-open hook at 1731911056814Writing region info on filesystem at 1731911056814Initializing all the Stores at 1731911056815 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911056815Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911056815Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911056815Cleaning up temporary data from old regions at 1731911056820 (+5 ms)Running coprocessor post-open hooks at 1731911056823 (+3 ms)Region opened successfully at 1731911056823 2024-11-18T06:24:16,824 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731911056088.b2b73c2bccba425ed1f96c4bd2b73d11., pid=6, masterSystemTime=1731911056811 2024-11-18T06:24:16,826 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731911056088.b2b73c2bccba425ed1f96c4bd2b73d11. 2024-11-18T06:24:16,826 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731911056088.b2b73c2bccba425ed1f96c4bd2b73d11. 2024-11-18T06:24:16,826 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b2b73c2bccba425ed1f96c4bd2b73d11, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b5c0e5a2101,44295,1731911052722 2024-11-18T06:24:16,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2b73c2bccba425ed1f96c4bd2b73d11, server=6b5c0e5a2101,44295,1731911052722 because future has completed 2024-11-18T06:24:16,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T06:24:16,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b2b73c2bccba425ed1f96c4bd2b73d11, server=6b5c0e5a2101,44295,1731911052722 in 169 msec 2024-11-18T06:24:16,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T06:24:16,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b2b73c2bccba425ed1f96c4bd2b73d11, ASSIGN in 325 msec 2024-11-18T06:24:16,832 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:24:16,832 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911056832"}]},"ts":"1731911056832"} 2024-11-18T06:24:16,833 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T06:24:16,834 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:24:16,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 746 msec 2024-11-18T06:24:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:17,229 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T06:24:17,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2775f8a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:17,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33309,-1 for getting cluster id 2024-11-18T06:24:17,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:24:17,230 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3dda3ea-ba41-4ce6-9bf2-3f7e6282cdd5' 2024-11-18T06:24:17,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:24:17,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3dda3ea-ba41-4ce6-9bf2-3f7e6282cdd5" 2024-11-18T06:24:17,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dedc170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:17,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33309,-1] 2024-11-18T06:24:17,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:24:17,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:17,231 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:24:17,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a006e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:17,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:24:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,33309,1731911052570 2024-11-18T06:24:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2628968f 2024-11-18T06:24:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:24:17,233 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:24:17,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33309 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b5c0e5a2101:33309,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T06:24:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33309 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:24:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:24:17,236 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:33309' 2024-11-18T06:24:17,236 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74433d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:17,236 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,33309,-1 for getting cluster id 2024-11-18T06:24:17,236 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:24:17,237 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3dda3ea-ba41-4ce6-9bf2-3f7e6282cdd5' 2024-11-18T06:24:17,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:24:17,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3dda3ea-ba41-4ce6-9bf2-3f7e6282cdd5" 2024-11-18T06:24:17,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f20bc0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:17,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,33309,-1] 2024-11-18T06:24:17,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:24:17,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:17,238 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:24:17,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dcbaf2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:17,238 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:24:17,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,33309,1731911052570 2024-11-18T06:24:17,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@675b7a83 2024-11-18T06:24:17,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:24:17,240 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:24:17,240 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T06:24:17,240 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T06:24:17,240 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:17,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:17,240 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:17,241 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6b5c0e5a2101:33309, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-18T06:24:17,245 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6b5c0e5a2101:33309, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6b5c0e5a2101:33309, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6b5c0e5a2101:33309, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-18T06:24:17,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6b5c0e5a2101:33309, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-18T06:24:17,246 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-18T06:24:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:24:17,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:24:17,340 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://6b5c0e5a2101:33309, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-18T06:24:17,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:17,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:17,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:17,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:17,356 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=604 (was 434) Potentially hanging thread: IPC Server handler 4 on default port 37303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911054743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@6e6b72fc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1270115371_20 at /127.0.0.1:54926 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;6b5c0e5a2101:44295 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:37303 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@10b0418a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:37303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PacketResponder: BP-521352308-172.17.0.3-1731911050298:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-521352308-172.17.0.3-1731911050298 heartbeating to localhost/127.0.0.1:37303 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911054744 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@215040d6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master/6b5c0e5a2101:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1975102581-7782 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp743934768-7734-acceptor-0@7d0aa98-ServerConnector@24839a85{HTTP/1.1, (http/1.1)}{localhost:43457} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:58047): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp743934768-7736 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5005563e java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 37303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:37303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1975102581-7779 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp743934768-7731 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58047) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2202-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/6b5c0e5a2101:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2193-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1270115371_20 at /127.0.0.1:54974 [Receiving block BP-521352308-172.17.0.3-1731911050298:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2199-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58047 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/cluster_a1359f66-35d2-e0bd-ad88-5af35994768b/data/data1/current/BP-521352308-172.17.0.3-1731911050298 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 34707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f2d789f8668.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@4224564c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 4 on default port 34707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@42d4dc52 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/cluster_a1359f66-35d2-e0bd-ad88-5af35994768b/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2207-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@9c55d75 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424-prefix:6b5c0e5a2101,44295,1731911052722 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58047) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;6b5c0e5a2101:33309 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-521352308-172.17.0.3-1731911050298:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp743934768-7730 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 37303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@76bf13e8[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58047) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: 6b5c0e5a2101:33309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: regionserver/6b5c0e5a2101:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2205-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@73920eb6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp743934768-7733 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6b5c0e5a2101:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 3 on default port 37303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;6b5c0e5a2101:44295-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1975102581-7781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$597/0x00007f2d78ac17f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37303 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: CacheReplicationMonitor(906325248) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424/MasterData-prefix:6b5c0e5a2101,33309,1731911052570 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Session-HouseKeeper-6dd90f97-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp743934768-7737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1975102581-7780-acceptor-0@3ae6d70b-ServerConnector@712555a3{HTTP/1.1, (http/1.1)}{localhost:38123} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2194-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1614047917_20 at /127.0.0.1:54946 [Receiving block BP-521352308-172.17.0.3-1731911050298:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2903e858-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp743934768-7732 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2d78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp743934768-7735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37303/user/jenkins/test-data/1f777e94-afd9-01b4-1cad-9b5d4f2de424-prefix:6b5c0e5a2101,44295,1731911052722.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7d3129a1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/cluster_a1359f66-35d2-e0bd-ad88-5af35994768b/data/data2/current/BP-521352308-172.17.0.3-1731911050298 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 34707 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PacketResponder: BP-521352308-172.17.0.3-1731911050298:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:37303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1270115371_20 at /127.0.0.1:54964 [Receiving block BP-521352308-172.17.0.3-1731911050298:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 37303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/cluster_a1359f66-35d2-e0bd-ad88-5af35994768b/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) - Thread LEAK? -, OpenFileDescriptor=917 (was 839) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=481 (was 506), ProcessCount=11 (was 11), AvailableMemoryMB=4370 (was 4460) 2024-11-18T06:24:17,359 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=604 is superior to 500 2024-11-18T06:24:17,371 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=604, OpenFileDescriptor=917, MaxFileDescriptor=1048576, SystemLoadAverage=481, ProcessCount=11, AvailableMemoryMB=4370 2024-11-18T06:24:17,371 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=604 is superior to 500 2024-11-18T06:24:17,382 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-18T06:24:17,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/hadoop.log.dir so I do NOT create it in target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679 2024-11-18T06:24:17,383 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:24:17,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/hadoop.tmp.dir so I do NOT create it in target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679 2024-11-18T06:24:17,383 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b61fe9b3-113b-c6a0-38a2-f3015cb83823/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:24:17,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679 2024-11-18T06:24:17,383 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/cluster_148e47c8-2b49-9473-6f1a-bb52baafa1e3, deleteOnExit=true 2024-11-18T06:24:17,464 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/cluster_148e47c8-2b49-9473-6f1a-bb52baafa1e3/zookeeper_0, clientPort=51714, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/cluster_148e47c8-2b49-9473-6f1a-bb52baafa1e3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/cluster_148e47c8-2b49-9473-6f1a-bb52baafa1e3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T06:24:17,465 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51714 2024-11-18T06:24:17,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:24:17,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:24:17,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/test.cache.data in system properties and HBase conf 2024-11-18T06:24:17,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:24:17,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:24:17,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:24:17,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:24:17,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:24:17,465 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:24:17,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:24:17,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:24:17,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:24:17,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:24:17,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:24:17,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:24:17,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:24:17,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:24:17,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:24:17,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:24:17,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:24:17,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:24:17,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:24:17,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:24:18,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:24:18,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:24:18,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:24:18,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:24:18,010 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:24:18,011 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:24:18,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dae136c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:24:18,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751ad66f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:24:18,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b0aa7c8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/java.io.tmpdir/jetty-localhost-44993-hadoop-hdfs-3_4_1-tests_jar-_-any-2357483515190660515/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:24:18,104 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19b40500{HTTP/1.1, (http/1.1)}{localhost:44993} 2024-11-18T06:24:18,104 INFO [Time-limited test {}] server.Server(415): Started @400650ms 2024-11-18T06:24:18,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:24:18,337 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:24:18,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:24:18,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:24:18,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:24:18,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bc3c834{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:24:18,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d41af81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:24:18,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3196f62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/java.io.tmpdir/jetty-localhost-44243-hadoop-hdfs-3_4_1-tests_jar-_-any-4734235473334760543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:24:18,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28c88bd7{HTTP/1.1, (http/1.1)}{localhost:44243} 2024-11-18T06:24:18,431 INFO [Time-limited test {}] server.Server(415): Started @400977ms 2024-11-18T06:24:18,432 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:24:19,084 WARN [Thread-4233 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/cluster_148e47c8-2b49-9473-6f1a-bb52baafa1e3/data/data1/current/BP-858927558-172.17.0.3-1731911057479/current, will proceed with Du for space computation calculation, 2024-11-18T06:24:19,084 WARN [Thread-4234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/cluster_148e47c8-2b49-9473-6f1a-bb52baafa1e3/data/data2/current/BP-858927558-172.17.0.3-1731911057479/current, will proceed with Du for space computation calculation, 2024-11-18T06:24:19,099 WARN [Thread-4221 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:24:19,101 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe86df5fd85eb76a0 with lease ID 0x4444e8318a91838f: Processing first storage report for DS-f6837b87-8793-4867-812c-8a1e1323289e from datanode DatanodeRegistration(127.0.0.1:34655, datanodeUuid=8b5e6e41-7eca-4068-9770-7eda4754f102, infoPort=33349, infoSecurePort=0, ipcPort=37405, storageInfo=lv=-57;cid=testClusterID;nsid=300504333;c=1731911057479) 2024-11-18T06:24:19,101 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe86df5fd85eb76a0 with lease ID 0x4444e8318a91838f: from storage DS-f6837b87-8793-4867-812c-8a1e1323289e node DatanodeRegistration(127.0.0.1:34655, datanodeUuid=8b5e6e41-7eca-4068-9770-7eda4754f102, infoPort=33349, infoSecurePort=0, ipcPort=37405, storageInfo=lv=-57;cid=testClusterID;nsid=300504333;c=1731911057479), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:24:19,101 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe86df5fd85eb76a0 with lease ID 0x4444e8318a91838f: Processing first storage report for DS-84459d48-b2f5-4497-951e-aa8d61e192e7 from datanode DatanodeRegistration(127.0.0.1:34655, datanodeUuid=8b5e6e41-7eca-4068-9770-7eda4754f102, infoPort=33349, infoSecurePort=0, ipcPort=37405, storageInfo=lv=-57;cid=testClusterID;nsid=300504333;c=1731911057479) 2024-11-18T06:24:19,101 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe86df5fd85eb76a0 with lease ID 0x4444e8318a91838f: from storage DS-84459d48-b2f5-4497-951e-aa8d61e192e7 node DatanodeRegistration(127.0.0.1:34655, datanodeUuid=8b5e6e41-7eca-4068-9770-7eda4754f102, infoPort=33349, infoSecurePort=0, ipcPort=37405, storageInfo=lv=-57;cid=testClusterID;nsid=300504333;c=1731911057479), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:24:19,152 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679 2024-11-18T06:24:19,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:19,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:19,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:24:19,559 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2 with version=8 2024-11-18T06:24:19,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/hbase-staging 2024-11-18T06:24:19,562 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:24:19,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:19,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:19,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:24:19,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:19,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:24:19,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:24:19,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:24:19,564 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42327 2024-11-18T06:24:19,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42327 connecting to ZooKeeper ensemble=127.0.0.1:51714 2024-11-18T06:24:19,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423270x0, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:24:19,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42327-0x1014c9d7be30000 connected 2024-11-18T06:24:19,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:19,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:19,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Set watcher on znode that does not yet exist, /01805395807/running 2024-11-18T06:24:19,751 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2, hbase.cluster.distributed=false 2024-11-18T06:24:19,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Set watcher on znode that does not yet exist, /01805395807/acl 2024-11-18T06:24:19,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42327 2024-11-18T06:24:19,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42327 2024-11-18T06:24:19,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42327 2024-11-18T06:24:19,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42327 2024-11-18T06:24:19,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42327 2024-11-18T06:24:19,771 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:24:19,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:19,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:19,771 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:24:19,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:19,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:24:19,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:24:19,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:24:19,772 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43521 2024-11-18T06:24:19,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43521 connecting to ZooKeeper ensemble=127.0.0.1:51714 2024-11-18T06:24:19,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:19,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:19,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435210x0, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:24:19,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435210x0, quorum=127.0.0.1:51714, baseZNode=/01805395807 Set watcher on znode that does not yet exist, /01805395807/running 2024-11-18T06:24:19,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43521-0x1014c9d7be30001 connected 2024-11-18T06:24:19,789 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:24:19,791 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:24:19,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Set watcher on znode that does not yet exist, /01805395807/master 2024-11-18T06:24:19,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Set watcher on znode that does not yet exist, /01805395807/acl 2024-11-18T06:24:19,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43521 2024-11-18T06:24:19,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43521 2024-11-18T06:24:19,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43521 2024-11-18T06:24:19,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43521 2024-11-18T06:24:19,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43521 2024-11-18T06:24:19,808 DEBUG [M:0;6b5c0e5a2101:42327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:42327 2024-11-18T06:24:19,809 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01805395807/backup-masters/6b5c0e5a2101,42327,1731911059561 2024-11-18T06:24:19,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807/backup-masters 2024-11-18T06:24:19,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807/backup-masters 2024-11-18T06:24:19,820 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Set watcher on existing znode=/01805395807/backup-masters/6b5c0e5a2101,42327,1731911059561 2024-11-18T06:24:19,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01805395807/master 2024-11-18T06:24:19,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807 2024-11-18T06:24:19,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807 2024-11-18T06:24:19,831 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Set watcher on existing znode=/01805395807/master 2024-11-18T06:24:19,831 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01805395807/backup-masters/6b5c0e5a2101,42327,1731911059561 from backup master directory 2024-11-18T06:24:19,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01805395807/backup-masters/6b5c0e5a2101,42327,1731911059561 2024-11-18T06:24:19,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807/backup-masters 2024-11-18T06:24:19,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807/backup-masters 2024-11-18T06:24:19,843 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:24:19,843 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,42327,1731911059561 2024-11-18T06:24:19,845 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/hbase.id] with ID: 5b96af1a-5494-43f8-9cd4-4059b23d6c15 2024-11-18T06:24:19,845 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/.tmp/hbase.id 2024-11-18T06:24:19,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:24:19,849 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/.tmp/hbase.id]:[hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/hbase.id] 2024-11-18T06:24:19,855 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:19,855 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:24:19,856 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T06:24:19,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807 2024-11-18T06:24:19,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807 2024-11-18T06:24:19,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:24:20,269 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:24:20,270 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:24:20,270 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:24:20,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:24:20,683 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store 2024-11-18T06:24:20,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:24:20,801 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T06:24:20,801 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T06:24:21,091 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:21,091 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:24:21,091 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:21,091 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:21,091 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:24:21,091 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:21,091 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:21,091 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731911061091Disabling compacts and flushes for region at 1731911061091Disabling writes for close at 1731911061091Writing region close event to WAL at 1731911061091Closed at 1731911061091 2024-11-18T06:24:21,093 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store/.initializing 2024-11-18T06:24:21,093 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/WALs/6b5c0e5a2101,42327,1731911059561 2024-11-18T06:24:21,096 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:24:21,098 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C42327%2C1731911059561, suffix=, logDir=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/WALs/6b5c0e5a2101,42327,1731911059561, archiveDir=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/oldWALs, maxLogs=10 2024-11-18T06:24:21,119 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/WALs/6b5c0e5a2101,42327,1731911059561/6b5c0e5a2101%2C42327%2C1731911059561.1731911061098, exclude list is [], retry=0 2024-11-18T06:24:21,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34655,DS-f6837b87-8793-4867-812c-8a1e1323289e,DISK] 2024-11-18T06:24:21,142 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/WALs/6b5c0e5a2101,42327,1731911059561/6b5c0e5a2101%2C42327%2C1731911059561.1731911061098 2024-11-18T06:24:21,142 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33349:33349)] 2024-11-18T06:24:21,142 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:24:21,143 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:21,143 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:21,143 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:21,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:21,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:24:21,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:21,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:21,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:21,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:24:21,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:21,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:21,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:21,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:24:21,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:21,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:21,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:21,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:24:21,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:21,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:21,156 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:21,156 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:21,157 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:21,160 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:21,160 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:21,161 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:24:21,162 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:21,169 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:24:21,169 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58948131, jitterRate=-0.12160439789295197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:24:21,169 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731911061143Initializing all the Stores at 1731911061144 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911061144Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911061148 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911061148Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911061148Cleaning up temporary data from old regions at 1731911061160 (+12 ms)Region opened successfully at 1731911061169 (+9 ms) 2024-11-18T06:24:21,172 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:24:21,175 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292d39a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:24:21,176 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:24:21,176 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:24:21,176 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:24:21,176 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:24:21,176 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:24:21,177 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:24:21,177 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:24:21,186 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:24:21,187 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Unable to get data of znode /01805395807/balancer because node does not exist (not necessarily an error) 2024-11-18T06:24:21,283 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01805395807/balancer already deleted, retry=false 2024-11-18T06:24:21,283 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:24:21,284 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Unable to get data of znode /01805395807/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:24:21,296 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01805395807/normalizer already deleted, retry=false 2024-11-18T06:24:21,296 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:24:21,297 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Unable to get data of znode /01805395807/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:24:21,306 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01805395807/switch/split already deleted, retry=false 2024-11-18T06:24:21,307 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Unable to get data of znode /01805395807/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:24:21,317 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01805395807/switch/merge already deleted, retry=false 2024-11-18T06:24:21,319 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Unable to get data of znode /01805395807/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:24:21,327 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01805395807/snapshot-cleanup already deleted, retry=false 2024-11-18T06:24:21,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01805395807/running 2024-11-18T06:24:21,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01805395807/running 2024-11-18T06:24:21,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807 2024-11-18T06:24:21,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807 2024-11-18T06:24:21,339 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,42327,1731911059561, sessionid=0x1014c9d7be30000, setting cluster-up flag (Was=false) 2024-11-18T06:24:21,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807 2024-11-18T06:24:21,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807 2024-11-18T06:24:21,390 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01805395807/flush-table-proc/acquired, /01805395807/flush-table-proc/reached, /01805395807/flush-table-proc/abort 2024-11-18T06:24:21,391 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,42327,1731911059561 2024-11-18T06:24:21,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807 2024-11-18T06:24:21,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807 2024-11-18T06:24:21,422 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:24:21,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:21,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:21,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:21,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:21,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:21,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:21,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:21,443 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01805395807/online-snapshot/acquired, /01805395807/online-snapshot/reached, /01805395807/online-snapshot/abort 2024-11-18T06:24:21,444 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,42327,1731911059561 2024-11-18T06:24:21,445 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:24:21,448 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:24:21,448 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:24:21,449 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:24:21,449 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,42327,1731911059561 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:24:21,450 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:24:21,450 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:24:21,450 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:24:21,450 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:24:21,450 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:24:21,450 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:21,450 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:24:21,450 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:21,458 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:24:21,458 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:24:21,459 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:21,459 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:24:21,462 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731911091462 2024-11-18T06:24:21,462 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:24:21,462 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:24:21,462 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:24:21,462 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:24:21,462 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:24:21,462 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:24:21,464 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:21,464 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:24:21,464 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:24:21,464 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:24:21,464 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:24:21,476 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:24:21,476 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:24:21,479 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911061476,5,FailOnTimeoutGroup] 2024-11-18T06:24:21,479 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911061479,5,FailOnTimeoutGroup] 2024-11-18T06:24:21,479 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:21,479 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:24:21,479 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:21,479 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:21,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:21,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:21,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:21,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:21,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:21,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:24:21,491 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:24:21,491 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2 2024-11-18T06:24:21,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:21,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:21,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:21,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:21,530 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(746): ClusterId : 5b96af1a-5494-43f8-9cd4-4059b23d6c15 2024-11-18T06:24:21,530 DEBUG [RS:0;6b5c0e5a2101:43521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:24:21,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741832_1008 (size=32) 2024-11-18T06:24:21,539 DEBUG [RS:0;6b5c0e5a2101:43521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:24:21,539 DEBUG [RS:0;6b5c0e5a2101:43521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:24:21,549 DEBUG [RS:0;6b5c0e5a2101:43521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:24:21,550 DEBUG [RS:0;6b5c0e5a2101:43521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77838a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:24:21,569 DEBUG [RS:0;6b5c0e5a2101:43521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:43521 2024-11-18T06:24:21,569 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:24:21,569 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:24:21,569 DEBUG [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:24:21,570 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,42327,1731911059561 with port=43521, startcode=1731911059771 2024-11-18T06:24:21,570 DEBUG [RS:0;6b5c0e5a2101:43521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:24:21,572 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:24:21,572 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42327 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,43521,1731911059771 2024-11-18T06:24:21,572 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42327 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,43521,1731911059771 2024-11-18T06:24:21,577 DEBUG [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2 2024-11-18T06:24:21,577 DEBUG [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33347 2024-11-18T06:24:21,577 DEBUG [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:24:21,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807/rs 2024-11-18T06:24:21,589 DEBUG [RS:0;6b5c0e5a2101:43521 {}] zookeeper.ZKUtil(111): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Set watcher on existing znode=/01805395807/rs/6b5c0e5a2101,43521,1731911059771 2024-11-18T06:24:21,589 WARN [RS:0;6b5c0e5a2101:43521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:24:21,589 INFO [RS:0;6b5c0e5a2101:43521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:24:21,589 DEBUG [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771 2024-11-18T06:24:21,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,43521,1731911059771] 2024-11-18T06:24:21,606 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:24:21,617 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:24:21,630 INFO [RS:0;6b5c0e5a2101:43521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:24:21,630 INFO [RS:0;6b5c0e5a2101:43521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:21,632 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:24:21,633 INFO [RS:0;6b5c0e5a2101:43521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:24:21,633 INFO [RS:0;6b5c0e5a2101:43521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:21,633 DEBUG [RS:0;6b5c0e5a2101:43521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:21,633 DEBUG [RS:0;6b5c0e5a2101:43521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:21,633 DEBUG [RS:0;6b5c0e5a2101:43521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:21,633 DEBUG [RS:0;6b5c0e5a2101:43521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:21,633 DEBUG [RS:0;6b5c0e5a2101:43521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:21,633 DEBUG [RS:0;6b5c0e5a2101:43521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:24:21,633 DEBUG [RS:0;6b5c0e5a2101:43521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:21,633 DEBUG [RS:0;6b5c0e5a2101:43521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:21,633 DEBUG [RS:0;6b5c0e5a2101:43521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:21,633 DEBUG [RS:0;6b5c0e5a2101:43521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:21,633 DEBUG [RS:0;6b5c0e5a2101:43521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:21,633 DEBUG [RS:0;6b5c0e5a2101:43521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:21,633 DEBUG [RS:0;6b5c0e5a2101:43521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:24:21,633 DEBUG [RS:0;6b5c0e5a2101:43521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:24:21,638 INFO [RS:0;6b5c0e5a2101:43521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:21,638 INFO [RS:0;6b5c0e5a2101:43521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:21,638 INFO [RS:0;6b5c0e5a2101:43521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:21,638 INFO [RS:0;6b5c0e5a2101:43521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:21,638 INFO [RS:0;6b5c0e5a2101:43521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:21,638 INFO [RS:0;6b5c0e5a2101:43521 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,43521,1731911059771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:24:21,653 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:24:21,653 INFO [RS:0;6b5c0e5a2101:43521 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,43521,1731911059771-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:21,653 INFO [RS:0;6b5c0e5a2101:43521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:21,653 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.Replication(171): 6b5c0e5a2101,43521,1731911059771 started 2024-11-18T06:24:21,666 INFO [RS:0;6b5c0e5a2101:43521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:21,666 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,43521,1731911059771, RpcServer on 6b5c0e5a2101/172.17.0.3:43521, sessionid=0x1014c9d7be30001 2024-11-18T06:24:21,666 DEBUG [RS:0;6b5c0e5a2101:43521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:24:21,666 DEBUG [RS:0;6b5c0e5a2101:43521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,43521,1731911059771 2024-11-18T06:24:21,666 DEBUG [RS:0;6b5c0e5a2101:43521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,43521,1731911059771' 2024-11-18T06:24:21,666 DEBUG [RS:0;6b5c0e5a2101:43521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01805395807/flush-table-proc/abort' 2024-11-18T06:24:21,667 DEBUG [RS:0;6b5c0e5a2101:43521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01805395807/flush-table-proc/acquired' 2024-11-18T06:24:21,667 DEBUG [RS:0;6b5c0e5a2101:43521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:24:21,667 DEBUG [RS:0;6b5c0e5a2101:43521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:24:21,667 DEBUG [RS:0;6b5c0e5a2101:43521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,43521,1731911059771 2024-11-18T06:24:21,667 DEBUG [RS:0;6b5c0e5a2101:43521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,43521,1731911059771' 2024-11-18T06:24:21,667 DEBUG [RS:0;6b5c0e5a2101:43521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01805395807/online-snapshot/abort' 2024-11-18T06:24:21,667 DEBUG [RS:0;6b5c0e5a2101:43521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01805395807/online-snapshot/acquired' 2024-11-18T06:24:21,667 DEBUG [RS:0;6b5c0e5a2101:43521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:24:21,667 INFO [RS:0;6b5c0e5a2101:43521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:24:21,667 INFO [RS:0;6b5c0e5a2101:43521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:24:21,768 INFO [RS:0;6b5c0e5a2101:43521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:24:21,770 INFO [RS:0;6b5c0e5a2101:43521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C43521%2C1731911059771, suffix=, logDir=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771, archiveDir=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/oldWALs, maxLogs=10 2024-11-18T06:24:21,782 DEBUG [RS:0;6b5c0e5a2101:43521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770, exclude list is [], retry=0 2024-11-18T06:24:21,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34655,DS-f6837b87-8793-4867-812c-8a1e1323289e,DISK] 2024-11-18T06:24:21,786 INFO [RS:0;6b5c0e5a2101:43521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770 2024-11-18T06:24:21,786 DEBUG [RS:0;6b5c0e5a2101:43521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33349:33349)] 2024-11-18T06:24:21,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:21,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:24:21,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:24:21,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:21,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:21,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:24:21,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:24:21,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:21,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:21,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:24:21,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:24:21,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:21,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:21,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:24:21,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:24:21,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:21,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:21,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:24:21,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740 2024-11-18T06:24:21,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740 2024-11-18T06:24:21,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:24:21,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:24:21,937 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:24:21,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:24:21,939 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:24:21,939 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68601537, jitterRate=0.022242560982704163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:24:21,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731911061930Initializing all the Stores at 1731911061931 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911061931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911061931Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911061931Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911061931Cleaning up temporary data from old regions at 1731911061937 (+6 ms)Region opened successfully at 1731911061939 (+2 ms) 2024-11-18T06:24:21,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:24:21,940 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:24:21,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:24:21,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:24:21,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:24:21,940 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:24:21,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731911061940Disabling compacts and flushes for region at 1731911061940Disabling writes for close at 1731911061940Writing region close event to WAL at 1731911061940Closed at 1731911061940 2024-11-18T06:24:21,941 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:24:21,941 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:24:21,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:24:21,942 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:24:21,942 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:24:22,092 DEBUG [6b5c0e5a2101:42327 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:24:22,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,43521,1731911059771 2024-11-18T06:24:22,093 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,43521,1731911059771, state=OPENING 2024-11-18T06:24:22,183 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:24:22,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807 2024-11-18T06:24:22,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807 2024-11-18T06:24:22,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01805395807/meta-region-server: CHANGED 2024-11-18T06:24:22,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01805395807/meta-region-server: CHANGED 2024-11-18T06:24:22,201 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:24:22,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,43521,1731911059771}] 2024-11-18T06:24:22,353 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:24:22,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:24:22,358 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:24:22,358 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:24:22,358 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:24:22,359 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C43521%2C1731911059771.meta, suffix=.meta, logDir=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771, archiveDir=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/oldWALs, maxLogs=10 2024-11-18T06:24:22,378 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.meta.1731911062359.meta, exclude list is [], retry=0 2024-11-18T06:24:22,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34655,DS-f6837b87-8793-4867-812c-8a1e1323289e,DISK] 2024-11-18T06:24:22,383 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.meta.1731911062359.meta 2024-11-18T06:24:22,384 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33349:33349)] 2024-11-18T06:24:22,384 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:24:22,384 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:24:22,384 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:24:22,385 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:24:22,385 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:24:22,385 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:24:22,385 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:22,385 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:24:22,385 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:24:22,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:24:22,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:24:22,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:22,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:22,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:24:22,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:24:22,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:22,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:22,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:24:22,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:24:22,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:22,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:22,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:24:22,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:24:22,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:22,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:22,392 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:24:22,393 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740 2024-11-18T06:24:22,394 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740 2024-11-18T06:24:22,396 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:24:22,396 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:24:22,397 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:24:22,399 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:24:22,399 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61825895, jitterRate=-0.07872237265110016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:24:22,399 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:24:22,399 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731911062385Writing region info on filesystem at 1731911062385Initializing all the Stores at 1731911062386 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911062386Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911062388 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911062388Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911062388Cleaning up temporary data from old regions at 1731911062396 (+8 ms)Running coprocessor post-open hooks at 1731911062399 (+3 ms)Region opened successfully at 1731911062399 2024-11-18T06:24:22,400 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731911062353 2024-11-18T06:24:22,402 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:24:22,402 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:24:22,403 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,43521,1731911059771 2024-11-18T06:24:22,403 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,43521,1731911059771, state=OPEN 2024-11-18T06:24:22,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01805395807/meta-region-server 2024-11-18T06:24:22,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01805395807/meta-region-server 2024-11-18T06:24:22,447 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,43521,1731911059771 2024-11-18T06:24:22,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01805395807/meta-region-server: CHANGED 2024-11-18T06:24:22,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01805395807/meta-region-server: CHANGED 2024-11-18T06:24:22,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:24:22,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,43521,1731911059771 in 246 msec 2024-11-18T06:24:22,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:24:22,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 508 msec 2024-11-18T06:24:22,451 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:24:22,451 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:24:22,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:24:22,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,43521,1731911059771, seqNum=-1] 2024-11-18T06:24:22,452 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:24:22,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:24:22,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0080 sec 2024-11-18T06:24:22,456 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731911062456, completionTime=-1 2024-11-18T06:24:22,456 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:24:22,456 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:24:22,457 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:24:22,457 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731911122457 2024-11-18T06:24:22,458 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731911182458 2024-11-18T06:24:22,458 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T06:24:22,458 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,42327,1731911059561-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:22,458 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,42327,1731911059561-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:22,458 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,42327,1731911059561-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:22,458 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:42327, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:22,458 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:22,458 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:22,459 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:24:22,461 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.618sec 2024-11-18T06:24:22,461 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:24:22,461 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:24:22,461 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:24:22,461 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:24:22,461 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:24:22,461 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,42327,1731911059561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:24:22,461 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,42327,1731911059561-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:24:22,462 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:24:22,462 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:24:22,462 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,42327,1731911059561-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:22,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634ae6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:22,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,42327,-1 for getting cluster id 2024-11-18T06:24:22,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:24:22,531 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b96af1a-5494-43f8-9cd4-4059b23d6c15' 2024-11-18T06:24:22,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:24:22,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b96af1a-5494-43f8-9cd4-4059b23d6c15" 2024-11-18T06:24:22,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4224bce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:22,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,42327,-1] 2024-11-18T06:24:22,532 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:24:22,532 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:22,532 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:24:22,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595d8348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:22,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:24:22,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,43521,1731911059771, seqNum=-1] 2024-11-18T06:24:22,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:24:22,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:24:22,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,42327,1731911059561 2024-11-18T06:24:22,537 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51714 2024-11-18T06:24:22,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:24:22,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c9d7be30002 connected 2024-11-18T06:24:22,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/hadoop.log.dir so I do NOT create it in target/test-data/78352c44-4131-12c8-7852-02388f8c7efb 2024-11-18T06:24:22,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:24:22,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/hadoop.tmp.dir so I do NOT create it in target/test-data/78352c44-4131-12c8-7852-02388f8c7efb 2024-11-18T06:24:22,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:24:22,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb 2024-11-18T06:24:22,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:24:22,580 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/cluster_2610685b-3088-75bb-941a-5bb7f31089c4, deleteOnExit=true 2024-11-18T06:24:22,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:24:22,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/test.cache.data in system properties and HBase conf 2024-11-18T06:24:22,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:24:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:24:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:24:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:24:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:24:22,581 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:24:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:24:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:24:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:24:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:24:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:24:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:24:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:24:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:24:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:24:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:24:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:24:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:24:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:24:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:24:23,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:24:23,063 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:24:23,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:24:23,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:24:23,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:24:23,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:24:23,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cffdc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:24:23,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346255b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:24:23,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d7d5711{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/java.io.tmpdir/jetty-localhost-42127-hadoop-hdfs-3_4_1-tests_jar-_-any-5596031258666467121/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:24:23,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@409631b2{HTTP/1.1, (http/1.1)}{localhost:42127} 2024-11-18T06:24:23,159 INFO [Time-limited test {}] server.Server(415): Started @405705ms 2024-11-18T06:24:23,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:24:23,443 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:24:23,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:24:23,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:24:23,448 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:24:23,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78dd05bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:24:23,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b27cb16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:24:23,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32af10fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/java.io.tmpdir/jetty-localhost-44723-hadoop-hdfs-3_4_1-tests_jar-_-any-6100498286054776157/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:24:23,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56fcd1b0{HTTP/1.1, (http/1.1)}{localhost:44723} 2024-11-18T06:24:23,547 INFO [Time-limited test {}] server.Server(415): Started @406092ms 2024-11-18T06:24:23,547 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:24:24,421 WARN [Thread-4354 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/cluster_2610685b-3088-75bb-941a-5bb7f31089c4/data/data1/current/BP-826504394-172.17.0.3-1731911062600/current, will proceed with Du for space computation calculation, 2024-11-18T06:24:24,421 WARN [Thread-4355 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/cluster_2610685b-3088-75bb-941a-5bb7f31089c4/data/data2/current/BP-826504394-172.17.0.3-1731911062600/current, will proceed with Du for space computation calculation, 2024-11-18T06:24:24,440 WARN [Thread-4342 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:24:24,443 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72a008865f700ef5 with lease ID 0x12f08302c0cacdaa: Processing first storage report for DS-74ca4150-f139-4029-9db2-a072a3013636 from datanode DatanodeRegistration(127.0.0.1:36617, datanodeUuid=202f6df4-196e-415a-af0b-db88358f40b7, infoPort=46537, infoSecurePort=0, ipcPort=36607, storageInfo=lv=-57;cid=testClusterID;nsid=1244044574;c=1731911062600) 2024-11-18T06:24:24,443 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72a008865f700ef5 with lease ID 0x12f08302c0cacdaa: from storage DS-74ca4150-f139-4029-9db2-a072a3013636 node DatanodeRegistration(127.0.0.1:36617, datanodeUuid=202f6df4-196e-415a-af0b-db88358f40b7, infoPort=46537, infoSecurePort=0, ipcPort=36607, storageInfo=lv=-57;cid=testClusterID;nsid=1244044574;c=1731911062600), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:24:24,443 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72a008865f700ef5 with lease ID 0x12f08302c0cacdaa: Processing first storage report for DS-2409ab23-eed4-41e5-9044-7b49662475bc from datanode DatanodeRegistration(127.0.0.1:36617, datanodeUuid=202f6df4-196e-415a-af0b-db88358f40b7, infoPort=46537, infoSecurePort=0, ipcPort=36607, storageInfo=lv=-57;cid=testClusterID;nsid=1244044574;c=1731911062600) 2024-11-18T06:24:24,443 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72a008865f700ef5 with lease ID 0x12f08302c0cacdaa: from storage DS-2409ab23-eed4-41e5-9044-7b49662475bc node DatanodeRegistration(127.0.0.1:36617, datanodeUuid=202f6df4-196e-415a-af0b-db88358f40b7, infoPort=46537, infoSecurePort=0, ipcPort=36607, storageInfo=lv=-57;cid=testClusterID;nsid=1244044574;c=1731911062600), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:24:24,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb 2024-11-18T06:24:24,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:24,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:24,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:24:24,880 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80 with version=8 2024-11-18T06:24:24,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/hbase-staging 2024-11-18T06:24:24,881 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:24:24,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:24,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:24,882 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:24:24,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:24,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:24:24,882 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:24:24,882 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:24:24,882 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41395 2024-11-18T06:24:24,883 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41395 connecting to ZooKeeper ensemble=127.0.0.1:51714 2024-11-18T06:24:24,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413950x0, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:24:24,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41395-0x1014c9d7be30003 connected 2024-11-18T06:24:24,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:24,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:24,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Set watcher on znode that does not yet exist, /1-1754249420/running 2024-11-18T06:24:24,983 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80, hbase.cluster.distributed=false 2024-11-18T06:24:24,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Set watcher on znode that does not yet exist, /1-1754249420/acl 2024-11-18T06:24:24,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41395 2024-11-18T06:24:24,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41395 2024-11-18T06:24:24,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41395 2024-11-18T06:24:24,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41395 2024-11-18T06:24:24,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41395 2024-11-18T06:24:25,012 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:24:25,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:25,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:25,013 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:24:25,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:25,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:24:25,013 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:24:25,013 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:24:25,014 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44837 2024-11-18T06:24:25,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44837 connecting to ZooKeeper ensemble=127.0.0.1:51714 2024-11-18T06:24:25,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:25,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:25,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448370x0, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:24:25,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448370x0, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Set watcher on znode that does not yet exist, /1-1754249420/running 2024-11-18T06:24:25,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44837-0x1014c9d7be30004 connected 2024-11-18T06:24:25,031 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:24:25,031 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:24:25,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Set watcher on znode that does not yet exist, /1-1754249420/master 2024-11-18T06:24:25,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Set watcher on znode that does not yet exist, /1-1754249420/acl 2024-11-18T06:24:25,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44837 2024-11-18T06:24:25,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44837 2024-11-18T06:24:25,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44837 2024-11-18T06:24:25,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44837 2024-11-18T06:24:25,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44837 2024-11-18T06:24:25,049 DEBUG [M:0;6b5c0e5a2101:41395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:41395 2024-11-18T06:24:25,050 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1754249420/backup-masters/6b5c0e5a2101,41395,1731911064881 2024-11-18T06:24:25,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420/backup-masters 2024-11-18T06:24:25,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420/backup-masters 2024-11-18T06:24:25,062 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Set watcher on existing znode=/1-1754249420/backup-masters/6b5c0e5a2101,41395,1731911064881 2024-11-18T06:24:25,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1754249420/master 2024-11-18T06:24:25,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420 2024-11-18T06:24:25,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420 2024-11-18T06:24:25,075 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Set watcher on existing znode=/1-1754249420/master 2024-11-18T06:24:25,075 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1754249420/backup-masters/6b5c0e5a2101,41395,1731911064881 from backup master directory 2024-11-18T06:24:25,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1754249420/backup-masters/6b5c0e5a2101,41395,1731911064881 2024-11-18T06:24:25,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420/backup-masters 2024-11-18T06:24:25,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420/backup-masters 2024-11-18T06:24:25,085 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:24:25,085 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,41395,1731911064881 2024-11-18T06:24:25,087 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/hbase.id] with ID: 3a0b70da-d18c-4944-8afc-a83a2c335652 2024-11-18T06:24:25,087 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/.tmp/hbase.id 2024-11-18T06:24:25,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:24:25,491 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/.tmp/hbase.id]:[hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/hbase.id] 2024-11-18T06:24:25,499 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:25,499 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:24:25,500 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-18T06:24:25,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420 2024-11-18T06:24:25,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420 2024-11-18T06:24:25,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:24:25,965 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:24:25,966 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:24:25,967 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:24:25,967 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:24:25,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:24:26,376 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store 2024-11-18T06:24:26,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:24:26,386 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:26,386 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:24:26,386 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:26,386 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:26,386 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:24:26,386 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:26,386 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:26,386 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731911066386Disabling compacts and flushes for region at 1731911066386Disabling writes for close at 1731911066386Writing region close event to WAL at 1731911066386Closed at 1731911066386 2024-11-18T06:24:26,387 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store/.initializing 2024-11-18T06:24:26,387 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/WALs/6b5c0e5a2101,41395,1731911064881 2024-11-18T06:24:26,388 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:24:26,389 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C41395%2C1731911064881, suffix=, logDir=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/WALs/6b5c0e5a2101,41395,1731911064881, archiveDir=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/oldWALs, maxLogs=10 2024-11-18T06:24:26,407 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/WALs/6b5c0e5a2101,41395,1731911064881/6b5c0e5a2101%2C41395%2C1731911064881.1731911066390, exclude list is [], retry=0 2024-11-18T06:24:26,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-74ca4150-f139-4029-9db2-a072a3013636,DISK] 2024-11-18T06:24:26,417 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/WALs/6b5c0e5a2101,41395,1731911064881/6b5c0e5a2101%2C41395%2C1731911064881.1731911066390 2024-11-18T06:24:26,417 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46537:46537)] 2024-11-18T06:24:26,418 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:24:26,418 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:26,418 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:26,418 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:26,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:26,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:24:26,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:26,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:26,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:26,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:24:26,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:26,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:26,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:26,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:24:26,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:26,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:26,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:26,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:24:26,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:26,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:26,432 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:26,432 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:26,433 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:26,435 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:26,435 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:26,435 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:24:26,436 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:26,438 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:24:26,438 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66475995, jitterRate=-0.009430482983589172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:24:26,438 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731911066418Initializing all the Stores at 1731911066420 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911066420Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911066424 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911066424Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911066424Cleaning up temporary data from old regions at 1731911066435 (+11 ms)Region opened successfully at 1731911066438 (+3 ms) 2024-11-18T06:24:26,438 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:24:26,441 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73938276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:24:26,443 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:24:26,443 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:24:26,443 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:24:26,443 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:24:26,444 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:24:26,444 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:24:26,444 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:24:26,450 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:24:26,450 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Unable to get data of znode /1-1754249420/balancer because node does not exist (not necessarily an error) 2024-11-18T06:24:26,513 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1754249420/balancer already deleted, retry=false 2024-11-18T06:24:26,514 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:24:26,514 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Unable to get data of znode /1-1754249420/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:24:26,527 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1754249420/normalizer already deleted, retry=false 2024-11-18T06:24:26,527 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:24:26,528 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Unable to get data of znode /1-1754249420/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:24:26,537 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1754249420/switch/split already deleted, retry=false 2024-11-18T06:24:26,538 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Unable to get data of znode /1-1754249420/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:24:26,548 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1754249420/switch/merge already deleted, retry=false 2024-11-18T06:24:26,549 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Unable to get data of znode /1-1754249420/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:24:26,558 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1754249420/snapshot-cleanup already deleted, retry=false 2024-11-18T06:24:26,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1754249420/running 2024-11-18T06:24:26,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1754249420/running 2024-11-18T06:24:26,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420 2024-11-18T06:24:26,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420 2024-11-18T06:24:26,570 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,41395,1731911064881, sessionid=0x1014c9d7be30003, setting cluster-up flag (Was=false) 2024-11-18T06:24:26,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420 2024-11-18T06:24:26,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420 2024-11-18T06:24:26,622 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1754249420/flush-table-proc/acquired, /1-1754249420/flush-table-proc/reached, /1-1754249420/flush-table-proc/abort 2024-11-18T06:24:26,623 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,41395,1731911064881 2024-11-18T06:24:26,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420 2024-11-18T06:24:26,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420 2024-11-18T06:24:26,674 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1754249420/online-snapshot/acquired, /1-1754249420/online-snapshot/reached, /1-1754249420/online-snapshot/abort 2024-11-18T06:24:26,675 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,41395,1731911064881 2024-11-18T06:24:26,676 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:24:26,681 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:24:26,682 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:24:26,682 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:24:26,682 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,41395,1731911064881 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:24:26,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:24:26,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:24:26,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:24:26,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:24:26,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:24:26,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:26,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:24:26,684 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:26,697 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:24:26,697 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:24:26,698 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:26,699 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:24:26,708 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731911096708 2024-11-18T06:24:26,708 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:24:26,708 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:24:26,708 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:24:26,708 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:24:26,708 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:24:26,709 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:24:26,709 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:26,710 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:24:26,710 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:24:26,710 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:24:26,710 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:24:26,712 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:24:26,712 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:24:26,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:24:26,714 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:24:26,715 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80 2024-11-18T06:24:26,716 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911066712,5,FailOnTimeoutGroup] 2024-11-18T06:24:26,724 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911066716,5,FailOnTimeoutGroup] 2024-11-18T06:24:26,724 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:26,724 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:24:26,724 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:26,724 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:26,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741832_1008 (size=32) 2024-11-18T06:24:26,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:26,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:24:26,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:24:26,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:26,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:26,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:24:26,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:24:26,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:26,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:26,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:24:26,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:24:26,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:26,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:26,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:24:26,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:24:26,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:26,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:26,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:24:26,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740 2024-11-18T06:24:26,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740 2024-11-18T06:24:26,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:24:26,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:24:26,740 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:24:26,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:24:26,745 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(746): ClusterId : 3a0b70da-d18c-4944-8afc-a83a2c335652 2024-11-18T06:24:26,745 DEBUG [RS:0;6b5c0e5a2101:44837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:24:26,752 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:24:26,752 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74693586, jitterRate=0.11302116513252258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:24:26,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731911066729Initializing all the Stores at 1731911066730 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911066730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911066730Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911066730Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911066730Cleaning up temporary data from old regions at 1731911066739 (+9 ms)Region opened successfully at 1731911066752 (+13 ms) 2024-11-18T06:24:26,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:24:26,752 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:24:26,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:24:26,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:24:26,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:24:26,754 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:24:26,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731911066752Disabling compacts and flushes for region at 1731911066752Disabling writes for close at 1731911066752Writing region close event to WAL at 1731911066754 (+2 ms)Closed at 1731911066754 2024-11-18T06:24:26,755 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:24:26,755 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:24:26,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:24:26,756 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:24:26,757 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:24:26,758 DEBUG [RS:0;6b5c0e5a2101:44837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:24:26,758 DEBUG [RS:0;6b5c0e5a2101:44837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:24:26,770 DEBUG [RS:0;6b5c0e5a2101:44837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:24:26,770 DEBUG [RS:0;6b5c0e5a2101:44837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3968cf03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:24:26,790 DEBUG [RS:0;6b5c0e5a2101:44837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:44837 2024-11-18T06:24:26,790 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:24:26,790 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:24:26,790 DEBUG [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:24:26,790 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,41395,1731911064881 with port=44837, startcode=1731911065012 2024-11-18T06:24:26,791 DEBUG [RS:0;6b5c0e5a2101:44837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:24:26,792 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:24:26,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41395 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,44837,1731911065012 2024-11-18T06:24:26,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41395 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,44837,1731911065012 2024-11-18T06:24:26,796 DEBUG [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80 2024-11-18T06:24:26,796 DEBUG [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43175 2024-11-18T06:24:26,796 DEBUG [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:24:26,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420/rs 2024-11-18T06:24:26,833 DEBUG [RS:0;6b5c0e5a2101:44837 {}] zookeeper.ZKUtil(111): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Set watcher on existing znode=/1-1754249420/rs/6b5c0e5a2101,44837,1731911065012 2024-11-18T06:24:26,834 WARN [RS:0;6b5c0e5a2101:44837 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:24:26,834 INFO [RS:0;6b5c0e5a2101:44837 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:24:26,834 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,44837,1731911065012] 2024-11-18T06:24:26,834 DEBUG [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/WALs/6b5c0e5a2101,44837,1731911065012 2024-11-18T06:24:26,836 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:24:26,838 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:24:26,838 INFO [RS:0;6b5c0e5a2101:44837 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:24:26,838 INFO [RS:0;6b5c0e5a2101:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:26,839 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:24:26,839 INFO [RS:0;6b5c0e5a2101:44837 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:24:26,839 INFO [RS:0;6b5c0e5a2101:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:26,839 DEBUG [RS:0;6b5c0e5a2101:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:26,839 DEBUG [RS:0;6b5c0e5a2101:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:26,839 DEBUG [RS:0;6b5c0e5a2101:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:26,839 DEBUG [RS:0;6b5c0e5a2101:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:26,840 DEBUG [RS:0;6b5c0e5a2101:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:26,840 DEBUG [RS:0;6b5c0e5a2101:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:24:26,840 DEBUG [RS:0;6b5c0e5a2101:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:26,840 DEBUG [RS:0;6b5c0e5a2101:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:26,840 DEBUG [RS:0;6b5c0e5a2101:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:26,840 DEBUG [RS:0;6b5c0e5a2101:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:26,840 DEBUG [RS:0;6b5c0e5a2101:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:26,840 DEBUG [RS:0;6b5c0e5a2101:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:26,840 DEBUG [RS:0;6b5c0e5a2101:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:24:26,840 DEBUG [RS:0;6b5c0e5a2101:44837 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:24:26,848 INFO [RS:0;6b5c0e5a2101:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:26,848 INFO [RS:0;6b5c0e5a2101:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:26,848 INFO [RS:0;6b5c0e5a2101:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:26,848 INFO [RS:0;6b5c0e5a2101:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:26,848 INFO [RS:0;6b5c0e5a2101:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:26,848 INFO [RS:0;6b5c0e5a2101:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,44837,1731911065012-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:24:26,866 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:24:26,866 INFO [RS:0;6b5c0e5a2101:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,44837,1731911065012-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:26,866 INFO [RS:0;6b5c0e5a2101:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:26,867 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.Replication(171): 6b5c0e5a2101,44837,1731911065012 started 2024-11-18T06:24:26,884 INFO [RS:0;6b5c0e5a2101:44837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:26,885 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,44837,1731911065012, RpcServer on 6b5c0e5a2101/172.17.0.3:44837, sessionid=0x1014c9d7be30004 2024-11-18T06:24:26,885 DEBUG [RS:0;6b5c0e5a2101:44837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:24:26,885 DEBUG [RS:0;6b5c0e5a2101:44837 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,44837,1731911065012 2024-11-18T06:24:26,885 DEBUG [RS:0;6b5c0e5a2101:44837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,44837,1731911065012' 2024-11-18T06:24:26,885 DEBUG [RS:0;6b5c0e5a2101:44837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1754249420/flush-table-proc/abort' 2024-11-18T06:24:26,886 DEBUG [RS:0;6b5c0e5a2101:44837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1754249420/flush-table-proc/acquired' 2024-11-18T06:24:26,886 DEBUG [RS:0;6b5c0e5a2101:44837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:24:26,886 DEBUG [RS:0;6b5c0e5a2101:44837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:24:26,886 DEBUG [RS:0;6b5c0e5a2101:44837 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,44837,1731911065012 2024-11-18T06:24:26,886 DEBUG [RS:0;6b5c0e5a2101:44837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,44837,1731911065012' 2024-11-18T06:24:26,886 DEBUG [RS:0;6b5c0e5a2101:44837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1754249420/online-snapshot/abort' 2024-11-18T06:24:26,892 DEBUG [RS:0;6b5c0e5a2101:44837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1754249420/online-snapshot/acquired' 2024-11-18T06:24:26,893 DEBUG [RS:0;6b5c0e5a2101:44837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:24:26,893 INFO [RS:0;6b5c0e5a2101:44837 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:24:26,893 INFO [RS:0;6b5c0e5a2101:44837 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:24:26,907 WARN [6b5c0e5a2101:41395 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T06:24:26,993 INFO [RS:0;6b5c0e5a2101:44837 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:24:26,995 INFO [RS:0;6b5c0e5a2101:44837 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C44837%2C1731911065012, suffix=, logDir=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/WALs/6b5c0e5a2101,44837,1731911065012, archiveDir=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/oldWALs, maxLogs=10 2024-11-18T06:24:27,012 DEBUG [RS:0;6b5c0e5a2101:44837 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/WALs/6b5c0e5a2101,44837,1731911065012/6b5c0e5a2101%2C44837%2C1731911065012.1731911066995, exclude list is [], retry=0 2024-11-18T06:24:27,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-74ca4150-f139-4029-9db2-a072a3013636,DISK] 2024-11-18T06:24:27,029 INFO [RS:0;6b5c0e5a2101:44837 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/WALs/6b5c0e5a2101,44837,1731911065012/6b5c0e5a2101%2C44837%2C1731911065012.1731911066995 2024-11-18T06:24:27,035 DEBUG [RS:0;6b5c0e5a2101:44837 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46537:46537)] 2024-11-18T06:24:27,157 DEBUG [6b5c0e5a2101:41395 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:24:27,158 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,44837,1731911065012 2024-11-18T06:24:27,159 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,44837,1731911065012, state=OPENING 2024-11-18T06:24:27,179 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:24:27,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420 2024-11-18T06:24:27,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420 2024-11-18T06:24:27,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1754249420/meta-region-server: CHANGED 2024-11-18T06:24:27,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1754249420/meta-region-server: CHANGED 2024-11-18T06:24:27,273 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:24:27,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,44837,1731911065012}] 2024-11-18T06:24:27,425 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:24:27,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:24:27,429 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:24:27,429 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:24:27,429 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:24:27,430 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C44837%2C1731911065012.meta, suffix=.meta, logDir=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/WALs/6b5c0e5a2101,44837,1731911065012, archiveDir=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/oldWALs, maxLogs=10 2024-11-18T06:24:27,442 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/WALs/6b5c0e5a2101,44837,1731911065012/6b5c0e5a2101%2C44837%2C1731911065012.meta.1731911067430.meta, exclude list is [], retry=0 2024-11-18T06:24:27,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-74ca4150-f139-4029-9db2-a072a3013636,DISK] 2024-11-18T06:24:27,447 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/WALs/6b5c0e5a2101,44837,1731911065012/6b5c0e5a2101%2C44837%2C1731911065012.meta.1731911067430.meta 2024-11-18T06:24:27,447 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46537:46537)] 2024-11-18T06:24:27,447 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:24:27,448 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:24:27,448 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:24:27,448 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:24:27,448 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:24:27,448 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:24:27,448 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:27,448 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:24:27,448 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:24:27,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:24:27,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:24:27,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:27,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:27,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:24:27,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:24:27,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:27,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:27,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:24:27,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:24:27,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:27,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:27,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:24:27,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:24:27,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:27,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:27,453 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:24:27,453 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740 2024-11-18T06:24:27,454 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740 2024-11-18T06:24:27,454 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:24:27,454 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:24:27,455 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:24:27,456 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:24:27,456 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64875152, jitterRate=-0.033284902572631836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:24:27,457 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:24:27,457 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731911067448Writing region info on filesystem at 1731911067448Initializing all the Stores at 1731911067449 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911067449Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911067449Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911067449Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911067449Cleaning up temporary data from old regions at 1731911067454 (+5 ms)Running coprocessor post-open hooks at 1731911067457 (+3 ms)Region opened successfully at 1731911067457 2024-11-18T06:24:27,457 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731911067425 2024-11-18T06:24:27,459 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:24:27,459 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:24:27,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,44837,1731911065012 2024-11-18T06:24:27,460 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,44837,1731911065012, state=OPEN 2024-11-18T06:24:27,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1754249420/meta-region-server 2024-11-18T06:24:27,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1754249420/meta-region-server 2024-11-18T06:24:27,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1754249420/meta-region-server: CHANGED 2024-11-18T06:24:27,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1754249420/meta-region-server: CHANGED 2024-11-18T06:24:27,472 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,44837,1731911065012 2024-11-18T06:24:27,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:24:27,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,44837,1731911065012 in 199 msec 2024-11-18T06:24:27,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:24:27,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 720 msec 2024-11-18T06:24:27,477 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:24:27,477 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:24:27,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:24:27,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,44837,1731911065012, seqNum=-1] 2024-11-18T06:24:27,479 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:24:27,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:24:27,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 803 msec 2024-11-18T06:24:27,485 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731911067484, completionTime=-1 2024-11-18T06:24:27,485 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:24:27,485 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:24:27,487 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:24:27,487 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731911127487 2024-11-18T06:24:27,487 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731911187487 2024-11-18T06:24:27,487 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T06:24:27,487 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41395,1731911064881-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:27,487 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41395,1731911064881-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:27,487 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41395,1731911064881-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:27,487 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:41395, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:27,487 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:27,487 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:27,490 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:24:27,492 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.407sec 2024-11-18T06:24:27,492 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:24:27,492 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:24:27,492 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:24:27,492 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:24:27,492 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:24:27,492 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41395,1731911064881-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:24:27,492 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41395,1731911064881-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:24:27,494 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:24:27,494 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:24:27,494 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,41395,1731911064881-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:27,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233c257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:27,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41395,-1 for getting cluster id 2024-11-18T06:24:27,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:24:27,547 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a0b70da-d18c-4944-8afc-a83a2c335652' 2024-11-18T06:24:27,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:24:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a0b70da-d18c-4944-8afc-a83a2c335652" 2024-11-18T06:24:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9deb73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41395,-1] 2024-11-18T06:24:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:24:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:27,549 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:24:27,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78bdffd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:27,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:24:27,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,44837,1731911065012, seqNum=-1] 2024-11-18T06:24:27,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:24:27,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:24:27,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,41395,1731911064881 2024-11-18T06:24:27,554 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51714 2024-11-18T06:24:27,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:24:27,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014c9d7be30005 connected 2024-11-18T06:24:27,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/hadoop.log.dir so I do NOT create it in target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb 2024-11-18T06:24:27,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T06:24:27,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/hadoop.tmp.dir so I do NOT create it in target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb 2024-11-18T06:24:27,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T06:24:27,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb 2024-11-18T06:24:27,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T06:24:27,580 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/cluster_b721effa-1e28-fe05-5b80-42162ddacc3a, deleteOnExit=true 2024-11-18T06:24:27,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T06:24:27,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/test.cache.data in system properties and HBase conf 2024-11-18T06:24:27,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T06:24:27,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/hadoop.log.dir in system properties and HBase conf 2024-11-18T06:24:27,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T06:24:27,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T06:24:27,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T06:24:27,581 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T06:24:27,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:24:27,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T06:24:27,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T06:24:27,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:24:27,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T06:24:27,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T06:24:27,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T06:24:27,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:24:27,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T06:24:27,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/nfs.dump.dir in system properties and HBase conf 2024-11-18T06:24:27,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/java.io.tmpdir in system properties and HBase conf 2024-11-18T06:24:27,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T06:24:27,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T06:24:27,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T06:24:27,887 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:24:27,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:27,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:27,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:27,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:27,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:27,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:27,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:27,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:27,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:27,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:27,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:27,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:28,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:28,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:28,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:28,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:28,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:24:28,276 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:24:28,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:24:28,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:24:28,279 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T06:24:28,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:24:28,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a85e307{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:24:28,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f4bc978{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:24:28,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@120caf8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/java.io.tmpdir/jetty-localhost-40653-hadoop-hdfs-3_4_1-tests_jar-_-any-9707886419454354501/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:24:28,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ab8b2d7{HTTP/1.1, (http/1.1)}{localhost:40653} 2024-11-18T06:24:28,392 INFO [Time-limited test {}] server.Server(415): Started @410938ms 2024-11-18T06:24:28,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T06:24:28,722 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T06:24:28,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T06:24:28,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T06:24:28,728 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T06:24:28,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cdc3375{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/hadoop.log.dir/,AVAILABLE} 2024-11-18T06:24:28,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@765a3fc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T06:24:28,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d6215cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/java.io.tmpdir/jetty-localhost-39895-hadoop-hdfs-3_4_1-tests_jar-_-any-4868441050581438444/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:24:28,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f1aadc{HTTP/1.1, (http/1.1)}{localhost:39895} 2024-11-18T06:24:28,862 INFO [Time-limited test {}] server.Server(415): Started @411408ms 2024-11-18T06:24:28,864 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T06:24:29,638 WARN [Thread-4475 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/cluster_b721effa-1e28-fe05-5b80-42162ddacc3a/data/data1/current/BP-1031643236-172.17.0.3-1731911067608/current, will proceed with Du for space computation calculation, 2024-11-18T06:24:29,639 WARN [Thread-4476 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/cluster_b721effa-1e28-fe05-5b80-42162ddacc3a/data/data2/current/BP-1031643236-172.17.0.3-1731911067608/current, will proceed with Du for space computation calculation, 2024-11-18T06:24:29,659 WARN [Thread-4463 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T06:24:29,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c2cac61f475ca0b with lease ID 0xb96681527bc1267: Processing first storage report for DS-80ea01cc-3b43-4574-bcdf-bc31aeb1d784 from datanode DatanodeRegistration(127.0.0.1:37631, datanodeUuid=96c4f345-b651-48b3-a15c-4e4977831a78, infoPort=39401, infoSecurePort=0, ipcPort=36251, storageInfo=lv=-57;cid=testClusterID;nsid=1968662689;c=1731911067608) 2024-11-18T06:24:29,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c2cac61f475ca0b with lease ID 0xb96681527bc1267: from storage DS-80ea01cc-3b43-4574-bcdf-bc31aeb1d784 node DatanodeRegistration(127.0.0.1:37631, datanodeUuid=96c4f345-b651-48b3-a15c-4e4977831a78, infoPort=39401, infoSecurePort=0, ipcPort=36251, storageInfo=lv=-57;cid=testClusterID;nsid=1968662689;c=1731911067608), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:24:29,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c2cac61f475ca0b with lease ID 0xb96681527bc1267: Processing first storage report for DS-a5df9a32-55c7-44e9-8c4a-35c114bc0781 from datanode DatanodeRegistration(127.0.0.1:37631, datanodeUuid=96c4f345-b651-48b3-a15c-4e4977831a78, infoPort=39401, infoSecurePort=0, ipcPort=36251, storageInfo=lv=-57;cid=testClusterID;nsid=1968662689;c=1731911067608) 2024-11-18T06:24:29,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c2cac61f475ca0b with lease ID 0xb96681527bc1267: from storage DS-a5df9a32-55c7-44e9-8c4a-35c114bc0781 node DatanodeRegistration(127.0.0.1:37631, datanodeUuid=96c4f345-b651-48b3-a15c-4e4977831a78, infoPort=39401, infoSecurePort=0, ipcPort=36251, storageInfo=lv=-57;cid=testClusterID;nsid=1968662689;c=1731911067608), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T06:24:29,730 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb 2024-11-18T06:24:29,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:29,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:29,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741825_1001 (size=7) 2024-11-18T06:24:30,141 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f with version=8 2024-11-18T06:24:30,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/hbase-staging 2024-11-18T06:24:30,145 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:24:30,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:30,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:30,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:24:30,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:30,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:24:30,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T06:24:30,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:24:30,147 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36315 2024-11-18T06:24:30,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36315 connecting to ZooKeeper ensemble=127.0.0.1:51714 2024-11-18T06:24:30,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363150x0, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:24:30,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36315-0x1014c9d7be30006 connected 2024-11-18T06:24:30,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:30,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:30,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Set watcher on znode that does not yet exist, /2-1086596920/running 2024-11-18T06:24:30,235 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f, hbase.cluster.distributed=false 2024-11-18T06:24:30,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Set watcher on znode that does not yet exist, /2-1086596920/acl 2024-11-18T06:24:30,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36315 2024-11-18T06:24:30,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36315 2024-11-18T06:24:30,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36315 2024-11-18T06:24:30,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36315 2024-11-18T06:24:30,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36315 2024-11-18T06:24:30,252 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b5c0e5a2101:0 server-side Connection retries=45 2024-11-18T06:24:30,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:30,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:30,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T06:24:30,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T06:24:30,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T06:24:30,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T06:24:30,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T06:24:30,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35437 2024-11-18T06:24:30,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35437 connecting to ZooKeeper ensemble=127.0.0.1:51714 2024-11-18T06:24:30,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:30,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:30,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354370x0, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:24:30,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354370x0, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Set watcher on znode that does not yet exist, /2-1086596920/running 2024-11-18T06:24:30,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35437-0x1014c9d7be30007 connected 2024-11-18T06:24:30,264 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T06:24:30,265 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T06:24:30,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Set watcher on znode that does not yet exist, /2-1086596920/master 2024-11-18T06:24:30,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Set watcher on znode that does not yet exist, /2-1086596920/acl 2024-11-18T06:24:30,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35437 2024-11-18T06:24:30,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35437 2024-11-18T06:24:30,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35437 2024-11-18T06:24:30,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35437 2024-11-18T06:24:30,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35437 2024-11-18T06:24:30,287 DEBUG [M:0;6b5c0e5a2101:36315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b5c0e5a2101:36315 2024-11-18T06:24:30,288 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1086596920/backup-masters/6b5c0e5a2101,36315,1731911070144 2024-11-18T06:24:30,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920/backup-masters 2024-11-18T06:24:30,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920/backup-masters 2024-11-18T06:24:30,295 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Set watcher on existing znode=/2-1086596920/backup-masters/6b5c0e5a2101,36315,1731911070144 2024-11-18T06:24:30,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920 2024-11-18T06:24:30,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1086596920/master 2024-11-18T06:24:30,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920 2024-11-18T06:24:30,306 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Set watcher on existing znode=/2-1086596920/master 2024-11-18T06:24:30,306 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1086596920/backup-masters/6b5c0e5a2101,36315,1731911070144 from backup master directory 2024-11-18T06:24:30,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1086596920/backup-masters/6b5c0e5a2101,36315,1731911070144 2024-11-18T06:24:30,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920/backup-masters 2024-11-18T06:24:30,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920/backup-masters 2024-11-18T06:24:30,316 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:24:30,316 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b5c0e5a2101,36315,1731911070144 2024-11-18T06:24:30,319 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/hbase.id] with ID: dd229979-8429-4088-9fbd-a90404d334d6 2024-11-18T06:24:30,319 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/.tmp/hbase.id 2024-11-18T06:24:30,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741826_1002 (size=42) 2024-11-18T06:24:30,723 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/.tmp/hbase.id]:[hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/hbase.id] 2024-11-18T06:24:30,732 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:30,732 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T06:24:30,733 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T06:24:30,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920 2024-11-18T06:24:30,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920 2024-11-18T06:24:30,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741827_1003 (size=196) 2024-11-18T06:24:31,235 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:24:31,236 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T06:24:31,237 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:24:31,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741828_1004 (size=1189) 2024-11-18T06:24:31,273 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store 2024-11-18T06:24:31,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741829_1005 (size=34) 2024-11-18T06:24:31,692 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:31,692 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:24:31,692 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:31,692 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:31,692 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:24:31,692 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:31,692 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:31,692 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731911071692Disabling compacts and flushes for region at 1731911071692Disabling writes for close at 1731911071692Writing region close event to WAL at 1731911071692Closed at 1731911071692 2024-11-18T06:24:31,693 WARN [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store/.initializing 2024-11-18T06:24:31,693 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/WALs/6b5c0e5a2101,36315,1731911070144 2024-11-18T06:24:31,694 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:24:31,695 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b5c0e5a2101%2C36315%2C1731911070144, suffix=, logDir=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/WALs/6b5c0e5a2101,36315,1731911070144, archiveDir=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/oldWALs, maxLogs=10 2024-11-18T06:24:31,711 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/WALs/6b5c0e5a2101,36315,1731911070144/6b5c0e5a2101%2C36315%2C1731911070144.1731911071695, exclude list is [], retry=0 2024-11-18T06:24:31,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37631,DS-80ea01cc-3b43-4574-bcdf-bc31aeb1d784,DISK] 2024-11-18T06:24:31,714 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/WALs/6b5c0e5a2101,36315,1731911070144/6b5c0e5a2101%2C36315%2C1731911070144.1731911071695 2024-11-18T06:24:31,714 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39401:39401)] 2024-11-18T06:24:31,714 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:24:31,715 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:31,715 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:31,715 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:31,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:31,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T06:24:31,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:31,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:31,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:31,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T06:24:31,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:31,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:31,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:31,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T06:24:31,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:31,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:31,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:31,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T06:24:31,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:31,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:31,720 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:31,720 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:31,720 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:31,721 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:31,721 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:31,721 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:24:31,722 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T06:24:31,723 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:24:31,724 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61404586, jitterRate=-0.08500036597251892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:24:31,724 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731911071715Initializing all the Stores at 1731911071715Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911071715Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911071715Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911071715Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911071715Cleaning up temporary data from old regions at 1731911071721 (+6 ms)Region opened successfully at 1731911071724 (+3 ms) 2024-11-18T06:24:31,724 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T06:24:31,726 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8b4ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:24:31,727 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T06:24:31,727 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T06:24:31,727 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T06:24:31,727 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:24:31,728 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:24:31,728 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T06:24:31,728 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T06:24:31,730 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T06:24:31,730 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Unable to get data of znode /2-1086596920/balancer because node does not exist (not necessarily an error) 2024-11-18T06:24:31,777 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1086596920/balancer already deleted, retry=false 2024-11-18T06:24:31,778 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T06:24:31,778 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Unable to get data of znode /2-1086596920/normalizer because node does not exist (not necessarily an error) 2024-11-18T06:24:31,789 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1086596920/normalizer already deleted, retry=false 2024-11-18T06:24:31,790 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T06:24:31,791 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Unable to get data of znode /2-1086596920/switch/split because node does not exist (not necessarily an error) 2024-11-18T06:24:31,800 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1086596920/switch/split already deleted, retry=false 2024-11-18T06:24:31,801 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Unable to get data of znode /2-1086596920/switch/merge because node does not exist (not necessarily an error) 2024-11-18T06:24:31,810 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1086596920/switch/merge already deleted, retry=false 2024-11-18T06:24:31,812 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Unable to get data of znode /2-1086596920/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T06:24:31,821 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1086596920/snapshot-cleanup already deleted, retry=false 2024-11-18T06:24:31,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1086596920/running 2024-11-18T06:24:31,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1086596920/running 2024-11-18T06:24:31,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920 2024-11-18T06:24:31,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920 2024-11-18T06:24:31,832 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b5c0e5a2101,36315,1731911070144, sessionid=0x1014c9d7be30006, setting cluster-up flag (Was=false) 2024-11-18T06:24:31,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920 2024-11-18T06:24:31,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920 2024-11-18T06:24:31,884 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1086596920/flush-table-proc/acquired, /2-1086596920/flush-table-proc/reached, /2-1086596920/flush-table-proc/abort 2024-11-18T06:24:31,886 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,36315,1731911070144 2024-11-18T06:24:31,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920 2024-11-18T06:24:31,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920 2024-11-18T06:24:31,937 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1086596920/online-snapshot/acquired, /2-1086596920/online-snapshot/reached, /2-1086596920/online-snapshot/abort 2024-11-18T06:24:31,938 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b5c0e5a2101,36315,1731911070144 2024-11-18T06:24:31,939 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T06:24:31,940 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:24:31,941 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T06:24:31,941 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T06:24:31,941 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b5c0e5a2101,36315,1731911070144 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T06:24:31,942 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:24:31,942 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:24:31,942 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:24:31,942 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=5, maxPoolSize=5 2024-11-18T06:24:31,942 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b5c0e5a2101:0, corePoolSize=10, maxPoolSize=10 2024-11-18T06:24:31,942 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:31,942 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:24:31,942 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:31,944 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:24:31,944 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T06:24:31,945 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:31,946 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T06:24:31,952 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731911101952 2024-11-18T06:24:31,953 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T06:24:31,953 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T06:24:31,953 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T06:24:31,953 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T06:24:31,953 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T06:24:31,953 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T06:24:31,953 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:31,954 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T06:24:31,954 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T06:24:31,954 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T06:24:31,954 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T06:24:31,954 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T06:24:31,954 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T06:24:31,954 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911071954,5,FailOnTimeoutGroup] 2024-11-18T06:24:31,954 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911071954,5,FailOnTimeoutGroup] 2024-11-18T06:24:31,954 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:31,954 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T06:24:31,954 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:31,954 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:31,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741831_1007 (size=1321) 2024-11-18T06:24:31,975 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(746): ClusterId : dd229979-8429-4088-9fbd-a90404d334d6 2024-11-18T06:24:31,975 DEBUG [RS:0;6b5c0e5a2101:35437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T06:24:31,981 DEBUG [RS:0;6b5c0e5a2101:35437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T06:24:31,981 DEBUG [RS:0;6b5c0e5a2101:35437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T06:24:31,990 DEBUG [RS:0;6b5c0e5a2101:35437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T06:24:31,990 DEBUG [RS:0;6b5c0e5a2101:35437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ca1dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b5c0e5a2101/172.17.0.3:0 2024-11-18T06:24:32,003 DEBUG [RS:0;6b5c0e5a2101:35437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b5c0e5a2101:35437 2024-11-18T06:24:32,003 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T06:24:32,003 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T06:24:32,003 DEBUG [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T06:24:32,004 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b5c0e5a2101,36315,1731911070144 with port=35437, startcode=1731911070252 2024-11-18T06:24:32,004 DEBUG [RS:0;6b5c0e5a2101:35437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T06:24:32,005 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T06:24:32,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36315 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b5c0e5a2101,35437,1731911070252 2024-11-18T06:24:32,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36315 {}] master.ServerManager(517): Registering regionserver=6b5c0e5a2101,35437,1731911070252 2024-11-18T06:24:32,007 DEBUG [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f 2024-11-18T06:24:32,007 DEBUG [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38063 2024-11-18T06:24:32,007 DEBUG [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T06:24:32,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920/rs 2024-11-18T06:24:32,043 DEBUG [RS:0;6b5c0e5a2101:35437 {}] zookeeper.ZKUtil(111): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Set watcher on existing znode=/2-1086596920/rs/6b5c0e5a2101,35437,1731911070252 2024-11-18T06:24:32,043 WARN [RS:0;6b5c0e5a2101:35437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T06:24:32,044 INFO [RS:0;6b5c0e5a2101:35437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:24:32,044 DEBUG [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/WALs/6b5c0e5a2101,35437,1731911070252 2024-11-18T06:24:32,044 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b5c0e5a2101,35437,1731911070252] 2024-11-18T06:24:32,047 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T06:24:32,050 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T06:24:32,051 INFO [RS:0;6b5c0e5a2101:35437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T06:24:32,051 INFO [RS:0;6b5c0e5a2101:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:32,051 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T06:24:32,051 INFO [RS:0;6b5c0e5a2101:35437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T06:24:32,052 INFO [RS:0;6b5c0e5a2101:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:32,052 DEBUG [RS:0;6b5c0e5a2101:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:32,052 DEBUG [RS:0;6b5c0e5a2101:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:32,052 DEBUG [RS:0;6b5c0e5a2101:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:32,052 DEBUG [RS:0;6b5c0e5a2101:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:32,052 DEBUG [RS:0;6b5c0e5a2101:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:32,052 DEBUG [RS:0;6b5c0e5a2101:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=2, maxPoolSize=2 2024-11-18T06:24:32,052 DEBUG [RS:0;6b5c0e5a2101:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:32,052 DEBUG [RS:0;6b5c0e5a2101:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:32,052 DEBUG [RS:0;6b5c0e5a2101:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:32,052 DEBUG [RS:0;6b5c0e5a2101:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:32,052 DEBUG [RS:0;6b5c0e5a2101:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:32,052 DEBUG [RS:0;6b5c0e5a2101:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b5c0e5a2101:0, corePoolSize=1, maxPoolSize=1 2024-11-18T06:24:32,052 DEBUG [RS:0;6b5c0e5a2101:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:24:32,052 DEBUG [RS:0;6b5c0e5a2101:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b5c0e5a2101:0, corePoolSize=3, maxPoolSize=3 2024-11-18T06:24:32,054 INFO [RS:0;6b5c0e5a2101:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:32,054 INFO [RS:0;6b5c0e5a2101:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:32,054 INFO [RS:0;6b5c0e5a2101:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:32,054 INFO [RS:0;6b5c0e5a2101:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:32,054 INFO [RS:0;6b5c0e5a2101:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:32,054 INFO [RS:0;6b5c0e5a2101:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,35437,1731911070252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:24:32,068 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T06:24:32,068 INFO [RS:0;6b5c0e5a2101:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,35437,1731911070252-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:32,068 INFO [RS:0;6b5c0e5a2101:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:32,068 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.Replication(171): 6b5c0e5a2101,35437,1731911070252 started 2024-11-18T06:24:32,081 INFO [RS:0;6b5c0e5a2101:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:32,081 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(1482): Serving as 6b5c0e5a2101,35437,1731911070252, RpcServer on 6b5c0e5a2101/172.17.0.3:35437, sessionid=0x1014c9d7be30007 2024-11-18T06:24:32,081 DEBUG [RS:0;6b5c0e5a2101:35437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T06:24:32,081 DEBUG [RS:0;6b5c0e5a2101:35437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b5c0e5a2101,35437,1731911070252 2024-11-18T06:24:32,081 DEBUG [RS:0;6b5c0e5a2101:35437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,35437,1731911070252' 2024-11-18T06:24:32,081 DEBUG [RS:0;6b5c0e5a2101:35437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1086596920/flush-table-proc/abort' 2024-11-18T06:24:32,082 DEBUG [RS:0;6b5c0e5a2101:35437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1086596920/flush-table-proc/acquired' 2024-11-18T06:24:32,082 DEBUG [RS:0;6b5c0e5a2101:35437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T06:24:32,082 DEBUG [RS:0;6b5c0e5a2101:35437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T06:24:32,082 DEBUG [RS:0;6b5c0e5a2101:35437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b5c0e5a2101,35437,1731911070252 2024-11-18T06:24:32,082 DEBUG [RS:0;6b5c0e5a2101:35437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b5c0e5a2101,35437,1731911070252' 2024-11-18T06:24:32,082 DEBUG [RS:0;6b5c0e5a2101:35437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1086596920/online-snapshot/abort' 2024-11-18T06:24:32,082 DEBUG [RS:0;6b5c0e5a2101:35437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1086596920/online-snapshot/acquired' 2024-11-18T06:24:32,082 DEBUG [RS:0;6b5c0e5a2101:35437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T06:24:32,083 INFO [RS:0;6b5c0e5a2101:35437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T06:24:32,083 INFO [RS:0;6b5c0e5a2101:35437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T06:24:32,183 INFO [RS:0;6b5c0e5a2101:35437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T06:24:32,184 INFO [RS:0;6b5c0e5a2101:35437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C35437%2C1731911070252, suffix=, logDir=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/WALs/6b5c0e5a2101,35437,1731911070252, archiveDir=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/oldWALs, maxLogs=10 2024-11-18T06:24:32,201 DEBUG [RS:0;6b5c0e5a2101:35437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/WALs/6b5c0e5a2101,35437,1731911070252/6b5c0e5a2101%2C35437%2C1731911070252.1731911072184, exclude list is [], retry=0 2024-11-18T06:24:32,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37631,DS-80ea01cc-3b43-4574-bcdf-bc31aeb1d784,DISK] 2024-11-18T06:24:32,205 INFO [RS:0;6b5c0e5a2101:35437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/WALs/6b5c0e5a2101,35437,1731911070252/6b5c0e5a2101%2C35437%2C1731911070252.1731911072184 2024-11-18T06:24:32,205 DEBUG [RS:0;6b5c0e5a2101:35437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39401:39401)] 2024-11-18T06:24:32,356 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T06:24:32,357 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f 2024-11-18T06:24:32,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741833_1009 (size=32) 2024-11-18T06:24:32,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:32,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:24:32,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:24:32,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:32,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:32,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:24:32,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:24:32,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:32,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:32,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:24:32,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:24:32,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:32,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:32,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:24:32,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:24:32,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:32,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:32,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:24:32,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740 2024-11-18T06:24:32,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740 2024-11-18T06:24:32,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:24:32,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:24:32,770 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:24:32,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:24:32,772 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:24:32,773 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59875090, jitterRate=-0.10779163241386414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:24:32,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731911072762Initializing all the Stores at 1731911072762Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911072762Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911072763 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911072763Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911072763Cleaning up temporary data from old regions at 1731911072769 (+6 ms)Region opened successfully at 1731911072773 (+4 ms) 2024-11-18T06:24:32,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:24:32,773 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:24:32,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:24:32,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:24:32,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:24:32,773 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:24:32,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731911072773Disabling compacts and flushes for region at 1731911072773Disabling writes for close at 1731911072773Writing region close event to WAL at 1731911072773Closed at 1731911072773 2024-11-18T06:24:32,774 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:24:32,774 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T06:24:32,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:24:32,775 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:24:32,776 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T06:24:32,926 DEBUG [6b5c0e5a2101:36315 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T06:24:32,927 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b5c0e5a2101,35437,1731911070252 2024-11-18T06:24:32,928 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,35437,1731911070252, state=OPENING 2024-11-18T06:24:32,950 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:24:32,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:32,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:32,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:32,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:32,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:32,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:32,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:32,977 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T06:24:32,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920 2024-11-18T06:24:32,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920 2024-11-18T06:24:32,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1086596920/meta-region-server: CHANGED 2024-11-18T06:24:32,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1086596920/meta-region-server: CHANGED 2024-11-18T06:24:32,990 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:24:32,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,35437,1731911070252}] 2024-11-18T06:24:32,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:32,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:32,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:32,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:32,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:33,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:33,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:33,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:33,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:33,142 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:24:33,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:24:33,146 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:24:33,146 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:24:33,146 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:24:33,147 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C35437%2C1731911070252.meta, suffix=.meta, logDir=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/WALs/6b5c0e5a2101,35437,1731911070252, archiveDir=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/oldWALs, maxLogs=10 2024-11-18T06:24:33,159 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/WALs/6b5c0e5a2101,35437,1731911070252/6b5c0e5a2101%2C35437%2C1731911070252.meta.1731911073147.meta, exclude list is [], retry=0 2024-11-18T06:24:33,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37631,DS-80ea01cc-3b43-4574-bcdf-bc31aeb1d784,DISK] 2024-11-18T06:24:33,162 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/WALs/6b5c0e5a2101,35437,1731911070252/6b5c0e5a2101%2C35437%2C1731911070252.meta.1731911073147.meta 2024-11-18T06:24:33,162 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39401:39401)] 2024-11-18T06:24:33,162 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:24:33,163 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:24:33,163 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:24:33,163 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:24:33,163 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:24:33,163 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:24:33,163 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:33,163 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:24:33,163 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:24:33,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:24:33,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:24:33,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:33,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:33,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:24:33,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:24:33,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:33,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:33,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:24:33,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:24:33,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:33,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:33,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:24:33,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:24:33,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:33,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:24:33,168 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:24:33,168 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740 2024-11-18T06:24:33,169 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740 2024-11-18T06:24:33,170 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:24:33,170 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:24:33,170 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:24:33,171 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:24:33,171 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61705238, jitterRate=-0.08052030205726624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:24:33,171 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:24:33,171 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731911073163Writing region info on filesystem at 1731911073163Initializing all the Stores at 1731911073164 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911073164Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911073164Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911073164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731911073164Cleaning up temporary data from old regions at 1731911073170 (+6 ms)Running coprocessor post-open hooks at 1731911073171 (+1 ms)Region opened successfully at 1731911073171 2024-11-18T06:24:33,172 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731911073142 2024-11-18T06:24:33,173 DEBUG [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:24:33,173 INFO [RS_OPEN_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:24:33,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,35437,1731911070252 2024-11-18T06:24:33,174 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b5c0e5a2101,35437,1731911070252, state=OPEN 2024-11-18T06:24:33,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1086596920/meta-region-server 2024-11-18T06:24:33,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1086596920/meta-region-server 2024-11-18T06:24:33,190 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,35437,1731911070252 2024-11-18T06:24:33,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1086596920/meta-region-server: CHANGED 2024-11-18T06:24:33,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1086596920/meta-region-server: CHANGED 2024-11-18T06:24:33,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T06:24:33,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b5c0e5a2101,35437,1731911070252 in 200 msec 2024-11-18T06:24:33,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T06:24:33,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-18T06:24:33,193 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T06:24:33,193 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T06:24:33,194 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:24:33,194 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,35437,1731911070252, seqNum=-1] 2024-11-18T06:24:33,194 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:24:33,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:24:33,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-11-18T06:24:33,198 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731911073198, completionTime=-1 2024-11-18T06:24:33,198 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T06:24:33,198 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T06:24:33,200 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T06:24:33,200 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731911133200 2024-11-18T06:24:33,200 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731911193200 2024-11-18T06:24:33,200 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T06:24:33,200 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,36315,1731911070144-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:33,200 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,36315,1731911070144-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:33,200 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,36315,1731911070144-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:33,200 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b5c0e5a2101:36315, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:33,200 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:33,201 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:33,202 DEBUG [master/6b5c0e5a2101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T06:24:33,203 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.887sec 2024-11-18T06:24:33,203 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T06:24:33,203 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T06:24:33,203 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T06:24:33,203 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T06:24:33,203 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T06:24:33,203 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,36315,1731911070144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T06:24:33,203 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,36315,1731911070144-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T06:24:33,205 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T06:24:33,205 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T06:24:33,205 INFO [master/6b5c0e5a2101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b5c0e5a2101,36315,1731911070144-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T06:24:33,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efa520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:33,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,36315,-1 for getting cluster id 2024-11-18T06:24:33,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:24:33,277 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd229979-8429-4088-9fbd-a90404d334d6' 2024-11-18T06:24:33,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:24:33,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd229979-8429-4088-9fbd-a90404d334d6" 2024-11-18T06:24:33,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1d9f3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:33,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,36315,-1] 2024-11-18T06:24:33,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:24:33,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:33,278 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:24:33,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da36e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:33,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:24:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,35437,1731911070252, seqNum=-1] 2024-11-18T06:24:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:24:33,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:24:33,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b5c0e5a2101,36315,1731911070144 2024-11-18T06:24:33,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51714 2024-11-18T06:24:33,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T06:24:33,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014c9d7be30008 connected 2024-11-18T06:24:33,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:24:33,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,42327,1731911059561 2024-11-18T06:24:33,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@278c61d4 2024-11-18T06:24:33,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:24:33,341 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:24:33,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:24:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T06:24:33,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:24:33,343 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:33,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T06:24:33,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:24:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:33,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741835_1011 (size=902) 2024-11-18T06:24:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:33,749 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 707f4945598e558059a4c579e4aca5ef, NAME => 'test,,1731911073341.707f4945598e558059a4c579e4aca5ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2 2024-11-18T06:24:33,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741836_1012 (size=39) 2024-11-18T06:24:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:34,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731911073341.707f4945598e558059a4c579e4aca5ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:34,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 707f4945598e558059a4c579e4aca5ef, disabling compactions & flushes 2024-11-18T06:24:34,154 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731911073341.707f4945598e558059a4c579e4aca5ef. 2024-11-18T06:24:34,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731911073341.707f4945598e558059a4c579e4aca5ef. 2024-11-18T06:24:34,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731911073341.707f4945598e558059a4c579e4aca5ef. after waiting 0 ms 2024-11-18T06:24:34,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731911073341.707f4945598e558059a4c579e4aca5ef. 2024-11-18T06:24:34,154 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731911073341.707f4945598e558059a4c579e4aca5ef. 2024-11-18T06:24:34,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 707f4945598e558059a4c579e4aca5ef: Waiting for close lock at 1731911074154Disabling compacts and flushes for region at 1731911074154Disabling writes for close at 1731911074154Writing region close event to WAL at 1731911074154Closed at 1731911074154 2024-11-18T06:24:34,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:24:34,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731911073341.707f4945598e558059a4c579e4aca5ef.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731911074170"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731911074170"}]},"ts":"1731911074170"} 2024-11-18T06:24:34,172 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:24:34,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:24:34,173 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911074173"}]},"ts":"1731911074173"} 2024-11-18T06:24:34,175 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T06:24:34,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=707f4945598e558059a4c579e4aca5ef, ASSIGN}] 2024-11-18T06:24:34,176 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=707f4945598e558059a4c579e4aca5ef, ASSIGN 2024-11-18T06:24:34,177 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=707f4945598e558059a4c579e4aca5ef, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,43521,1731911059771; forceNewPlan=false, retain=false 2024-11-18T06:24:34,328 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=707f4945598e558059a4c579e4aca5ef, regionState=OPENING, regionLocation=6b5c0e5a2101,43521,1731911059771 2024-11-18T06:24:34,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=707f4945598e558059a4c579e4aca5ef, ASSIGN because future has completed 2024-11-18T06:24:34,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 707f4945598e558059a4c579e4aca5ef, server=6b5c0e5a2101,43521,1731911059771}] 2024-11-18T06:24:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:34,485 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731911073341.707f4945598e558059a4c579e4aca5ef. 2024-11-18T06:24:34,485 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 707f4945598e558059a4c579e4aca5ef, NAME => 'test,,1731911073341.707f4945598e558059a4c579e4aca5ef.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:24:34,486 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:24:34,486 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T06:24:34,486 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 707f4945598e558059a4c579e4aca5ef 2024-11-18T06:24:34,486 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731911073341.707f4945598e558059a4c579e4aca5ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:34,486 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 707f4945598e558059a4c579e4aca5ef 2024-11-18T06:24:34,486 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 707f4945598e558059a4c579e4aca5ef 2024-11-18T06:24:34,487 INFO [StoreOpener-707f4945598e558059a4c579e4aca5ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 707f4945598e558059a4c579e4aca5ef 2024-11-18T06:24:34,488 INFO [StoreOpener-707f4945598e558059a4c579e4aca5ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 707f4945598e558059a4c579e4aca5ef columnFamilyName f 2024-11-18T06:24:34,488 DEBUG [StoreOpener-707f4945598e558059a4c579e4aca5ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:34,488 INFO [StoreOpener-707f4945598e558059a4c579e4aca5ef-1 {}] regionserver.HStore(327): Store=707f4945598e558059a4c579e4aca5ef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:34,488 INFO [StoreOpener-707f4945598e558059a4c579e4aca5ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 707f4945598e558059a4c579e4aca5ef 2024-11-18T06:24:34,489 INFO [StoreOpener-707f4945598e558059a4c579e4aca5ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 707f4945598e558059a4c579e4aca5ef columnFamilyName f1 2024-11-18T06:24:34,489 DEBUG [StoreOpener-707f4945598e558059a4c579e4aca5ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:34,489 INFO [StoreOpener-707f4945598e558059a4c579e4aca5ef-1 {}] regionserver.HStore(327): Store=707f4945598e558059a4c579e4aca5ef/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:34,489 INFO [StoreOpener-707f4945598e558059a4c579e4aca5ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 707f4945598e558059a4c579e4aca5ef 2024-11-18T06:24:34,490 INFO [StoreOpener-707f4945598e558059a4c579e4aca5ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 707f4945598e558059a4c579e4aca5ef columnFamilyName norep 2024-11-18T06:24:34,490 DEBUG [StoreOpener-707f4945598e558059a4c579e4aca5ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:34,490 INFO [StoreOpener-707f4945598e558059a4c579e4aca5ef-1 {}] regionserver.HStore(327): Store=707f4945598e558059a4c579e4aca5ef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:34,490 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 707f4945598e558059a4c579e4aca5ef 2024-11-18T06:24:34,491 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef 2024-11-18T06:24:34,491 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef 2024-11-18T06:24:34,492 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 707f4945598e558059a4c579e4aca5ef 2024-11-18T06:24:34,492 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 707f4945598e558059a4c579e4aca5ef 2024-11-18T06:24:34,492 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:24:34,493 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 707f4945598e558059a4c579e4aca5ef 2024-11-18T06:24:34,494 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:24:34,494 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 707f4945598e558059a4c579e4aca5ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69482342, jitterRate=0.03536757826805115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:24:34,494 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 707f4945598e558059a4c579e4aca5ef 2024-11-18T06:24:34,494 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 707f4945598e558059a4c579e4aca5ef: Running coprocessor pre-open hook at 1731911074486Writing region info on filesystem at 1731911074486Initializing all the Stores at 1731911074487 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911074487Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911074487Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911074487Cleaning up temporary data from old regions at 1731911074492 (+5 ms)Running coprocessor post-open hooks at 1731911074494 (+2 ms)Region opened successfully at 1731911074494 2024-11-18T06:24:34,495 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731911073341.707f4945598e558059a4c579e4aca5ef., pid=6, masterSystemTime=1731911074482 2024-11-18T06:24:34,497 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731911073341.707f4945598e558059a4c579e4aca5ef. 2024-11-18T06:24:34,497 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731911073341.707f4945598e558059a4c579e4aca5ef. 2024-11-18T06:24:34,497 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=707f4945598e558059a4c579e4aca5ef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b5c0e5a2101,43521,1731911059771 2024-11-18T06:24:34,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 707f4945598e558059a4c579e4aca5ef, server=6b5c0e5a2101,43521,1731911059771 because future has completed 2024-11-18T06:24:34,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T06:24:34,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 707f4945598e558059a4c579e4aca5ef, server=6b5c0e5a2101,43521,1731911059771 in 172 msec 2024-11-18T06:24:34,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T06:24:34,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=707f4945598e558059a4c579e4aca5ef, ASSIGN in 328 msec 2024-11-18T06:24:34,505 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:24:34,505 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911074505"}]},"ts":"1731911074505"} 2024-11-18T06:24:34,507 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T06:24:34,507 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:24:34,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-18T06:24:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:35,490 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T06:24:35,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:24:35,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,41395,1731911064881 2024-11-18T06:24:35,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7946ebde 2024-11-18T06:24:35,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:24:35,492 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:24:35,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:24:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T06:24:35,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:24:35,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T06:24:35,495 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:35,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:24:35,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741835_1011 (size=902) 2024-11-18T06:24:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:35,903 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9bce69cb6381e376e603460b6fca8708, NAME => 'test,,1731911075493.9bce69cb6381e376e603460b6fca8708.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80 2024-11-18T06:24:35,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741836_1012 (size=39) 2024-11-18T06:24:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:36,308 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731911075493.9bce69cb6381e376e603460b6fca8708.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:36,308 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9bce69cb6381e376e603460b6fca8708, disabling compactions & flushes 2024-11-18T06:24:36,308 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731911075493.9bce69cb6381e376e603460b6fca8708. 2024-11-18T06:24:36,308 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731911075493.9bce69cb6381e376e603460b6fca8708. 2024-11-18T06:24:36,308 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731911075493.9bce69cb6381e376e603460b6fca8708. after waiting 0 ms 2024-11-18T06:24:36,308 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731911075493.9bce69cb6381e376e603460b6fca8708. 2024-11-18T06:24:36,308 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731911075493.9bce69cb6381e376e603460b6fca8708. 2024-11-18T06:24:36,308 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9bce69cb6381e376e603460b6fca8708: Waiting for close lock at 1731911076308Disabling compacts and flushes for region at 1731911076308Disabling writes for close at 1731911076308Writing region close event to WAL at 1731911076308Closed at 1731911076308 2024-11-18T06:24:36,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:24:36,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731911075493.9bce69cb6381e376e603460b6fca8708.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731911076309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731911076309"}]},"ts":"1731911076309"} 2024-11-18T06:24:36,311 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:24:36,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:24:36,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911076312"}]},"ts":"1731911076312"} 2024-11-18T06:24:36,313 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T06:24:36,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9bce69cb6381e376e603460b6fca8708, ASSIGN}] 2024-11-18T06:24:36,314 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9bce69cb6381e376e603460b6fca8708, ASSIGN 2024-11-18T06:24:36,315 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9bce69cb6381e376e603460b6fca8708, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,44837,1731911065012; forceNewPlan=false, retain=false 2024-11-18T06:24:36,466 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9bce69cb6381e376e603460b6fca8708, regionState=OPENING, regionLocation=6b5c0e5a2101,44837,1731911065012 2024-11-18T06:24:36,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9bce69cb6381e376e603460b6fca8708, ASSIGN because future has completed 2024-11-18T06:24:36,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bce69cb6381e376e603460b6fca8708, server=6b5c0e5a2101,44837,1731911065012}] 2024-11-18T06:24:36,478 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:24:36,479 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:24:36,479 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148843 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:24:36,625 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731911075493.9bce69cb6381e376e603460b6fca8708. 2024-11-18T06:24:36,625 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9bce69cb6381e376e603460b6fca8708, NAME => 'test,,1731911075493.9bce69cb6381e376e603460b6fca8708.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:24:36,625 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:24:36,625 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T06:24:36,626 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9bce69cb6381e376e603460b6fca8708 2024-11-18T06:24:36,626 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731911075493.9bce69cb6381e376e603460b6fca8708.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:36,626 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9bce69cb6381e376e603460b6fca8708 2024-11-18T06:24:36,626 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9bce69cb6381e376e603460b6fca8708 2024-11-18T06:24:36,627 INFO [StoreOpener-9bce69cb6381e376e603460b6fca8708-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9bce69cb6381e376e603460b6fca8708 2024-11-18T06:24:36,629 INFO [StoreOpener-9bce69cb6381e376e603460b6fca8708-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bce69cb6381e376e603460b6fca8708 columnFamilyName f 2024-11-18T06:24:36,629 DEBUG [StoreOpener-9bce69cb6381e376e603460b6fca8708-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:36,629 INFO [StoreOpener-9bce69cb6381e376e603460b6fca8708-1 {}] regionserver.HStore(327): Store=9bce69cb6381e376e603460b6fca8708/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:36,629 INFO [StoreOpener-9bce69cb6381e376e603460b6fca8708-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9bce69cb6381e376e603460b6fca8708 2024-11-18T06:24:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:36,630 INFO [StoreOpener-9bce69cb6381e376e603460b6fca8708-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bce69cb6381e376e603460b6fca8708 columnFamilyName f1 2024-11-18T06:24:36,630 DEBUG [StoreOpener-9bce69cb6381e376e603460b6fca8708-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:36,630 INFO [StoreOpener-9bce69cb6381e376e603460b6fca8708-1 {}] regionserver.HStore(327): Store=9bce69cb6381e376e603460b6fca8708/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:36,630 INFO [StoreOpener-9bce69cb6381e376e603460b6fca8708-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9bce69cb6381e376e603460b6fca8708 2024-11-18T06:24:36,631 INFO [StoreOpener-9bce69cb6381e376e603460b6fca8708-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bce69cb6381e376e603460b6fca8708 columnFamilyName norep 2024-11-18T06:24:36,632 DEBUG [StoreOpener-9bce69cb6381e376e603460b6fca8708-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:36,632 INFO [StoreOpener-9bce69cb6381e376e603460b6fca8708-1 {}] regionserver.HStore(327): Store=9bce69cb6381e376e603460b6fca8708/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:36,632 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9bce69cb6381e376e603460b6fca8708 2024-11-18T06:24:36,633 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708 2024-11-18T06:24:36,633 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708 2024-11-18T06:24:36,633 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9bce69cb6381e376e603460b6fca8708 2024-11-18T06:24:36,634 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9bce69cb6381e376e603460b6fca8708 2024-11-18T06:24:36,634 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:24:36,635 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9bce69cb6381e376e603460b6fca8708 2024-11-18T06:24:36,636 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:24:36,637 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9bce69cb6381e376e603460b6fca8708; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61340475, jitterRate=-0.08595569431781769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:24:36,637 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9bce69cb6381e376e603460b6fca8708 2024-11-18T06:24:36,637 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9bce69cb6381e376e603460b6fca8708: Running coprocessor pre-open hook at 1731911076626Writing region info on filesystem at 1731911076626Initializing all the Stores at 1731911076627 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911076627Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911076627Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911076627Cleaning up temporary data from old regions at 1731911076634 (+7 ms)Running coprocessor post-open hooks at 1731911076637 (+3 ms)Region opened successfully at 1731911076637 2024-11-18T06:24:36,638 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731911075493.9bce69cb6381e376e603460b6fca8708., pid=6, masterSystemTime=1731911076621 2024-11-18T06:24:36,642 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731911075493.9bce69cb6381e376e603460b6fca8708. 2024-11-18T06:24:36,642 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731911075493.9bce69cb6381e376e603460b6fca8708. 2024-11-18T06:24:36,642 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9bce69cb6381e376e603460b6fca8708, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b5c0e5a2101,44837,1731911065012 2024-11-18T06:24:36,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bce69cb6381e376e603460b6fca8708, server=6b5c0e5a2101,44837,1731911065012 because future has completed 2024-11-18T06:24:36,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T06:24:36,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9bce69cb6381e376e603460b6fca8708, server=6b5c0e5a2101,44837,1731911065012 in 177 msec 2024-11-18T06:24:36,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T06:24:36,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9bce69cb6381e376e603460b6fca8708, ASSIGN in 336 msec 2024-11-18T06:24:36,652 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:24:36,653 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911076652"}]},"ts":"1731911076652"} 2024-11-18T06:24:36,654 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T06:24:36,655 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:24:36,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-18T06:24:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:37,640 INFO [RPCClient-NioEventLoopGroup-4-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T06:24:37,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:24:37,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,36315,1731911070144 2024-11-18T06:24:37,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@791523c7 2024-11-18T06:24:37,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:24:37,642 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:24:37,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:24:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T06:24:37,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:24:37,645 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:37,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T06:24:37,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:24:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:37,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741835_1011 (size=902) 2024-11-18T06:24:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:38,057 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c360ad61add3db43b0aa9305b134e41, NAME => 'test,,1731911077642.6c360ad61add3db43b0aa9305b134e41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f 2024-11-18T06:24:38,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741836_1012 (size=39) 2024-11-18T06:24:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:38,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731911077642.6c360ad61add3db43b0aa9305b134e41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:38,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6c360ad61add3db43b0aa9305b134e41, disabling compactions & flushes 2024-11-18T06:24:38,462 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731911077642.6c360ad61add3db43b0aa9305b134e41. 2024-11-18T06:24:38,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731911077642.6c360ad61add3db43b0aa9305b134e41. 2024-11-18T06:24:38,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731911077642.6c360ad61add3db43b0aa9305b134e41. after waiting 0 ms 2024-11-18T06:24:38,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731911077642.6c360ad61add3db43b0aa9305b134e41. 2024-11-18T06:24:38,462 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731911077642.6c360ad61add3db43b0aa9305b134e41. 2024-11-18T06:24:38,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c360ad61add3db43b0aa9305b134e41: Waiting for close lock at 1731911078462Disabling compacts and flushes for region at 1731911078462Disabling writes for close at 1731911078462Writing region close event to WAL at 1731911078462Closed at 1731911078462 2024-11-18T06:24:38,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:24:38,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731911077642.6c360ad61add3db43b0aa9305b134e41.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731911078463"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731911078463"}]},"ts":"1731911078463"} 2024-11-18T06:24:38,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:24:38,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:24:38,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911078466"}]},"ts":"1731911078466"} 2024-11-18T06:24:38,468 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T06:24:38,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6c360ad61add3db43b0aa9305b134e41, ASSIGN}] 2024-11-18T06:24:38,470 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6c360ad61add3db43b0aa9305b134e41, ASSIGN 2024-11-18T06:24:38,470 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6c360ad61add3db43b0aa9305b134e41, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,35437,1731911070252; forceNewPlan=false, retain=false 2024-11-18T06:24:38,621 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c360ad61add3db43b0aa9305b134e41, regionState=OPENING, regionLocation=6b5c0e5a2101,35437,1731911070252 2024-11-18T06:24:38,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6c360ad61add3db43b0aa9305b134e41, ASSIGN because future has completed 2024-11-18T06:24:38,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c360ad61add3db43b0aa9305b134e41, server=6b5c0e5a2101,35437,1731911070252}] 2024-11-18T06:24:38,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:24:38,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:38,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:38,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:38,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:38,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:38,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:38,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:38,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:38,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:38,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:38,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:38,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:38,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:38,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:38,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:38,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:38,780 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731911077642.6c360ad61add3db43b0aa9305b134e41. 2024-11-18T06:24:38,780 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c360ad61add3db43b0aa9305b134e41, NAME => 'test,,1731911077642.6c360ad61add3db43b0aa9305b134e41.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:24:38,780 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:24:38,781 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T06:24:38,781 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6c360ad61add3db43b0aa9305b134e41 2024-11-18T06:24:38,781 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731911077642.6c360ad61add3db43b0aa9305b134e41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:38,781 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6c360ad61add3db43b0aa9305b134e41 2024-11-18T06:24:38,781 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6c360ad61add3db43b0aa9305b134e41 2024-11-18T06:24:38,782 INFO [StoreOpener-6c360ad61add3db43b0aa9305b134e41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6c360ad61add3db43b0aa9305b134e41 2024-11-18T06:24:38,783 INFO [StoreOpener-6c360ad61add3db43b0aa9305b134e41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c360ad61add3db43b0aa9305b134e41 columnFamilyName f 2024-11-18T06:24:38,783 DEBUG [StoreOpener-6c360ad61add3db43b0aa9305b134e41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:38,783 INFO [StoreOpener-6c360ad61add3db43b0aa9305b134e41-1 {}] regionserver.HStore(327): Store=6c360ad61add3db43b0aa9305b134e41/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:38,784 INFO [StoreOpener-6c360ad61add3db43b0aa9305b134e41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6c360ad61add3db43b0aa9305b134e41 2024-11-18T06:24:38,785 INFO [StoreOpener-6c360ad61add3db43b0aa9305b134e41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c360ad61add3db43b0aa9305b134e41 columnFamilyName f1 2024-11-18T06:24:38,785 DEBUG [StoreOpener-6c360ad61add3db43b0aa9305b134e41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:38,788 INFO [StoreOpener-6c360ad61add3db43b0aa9305b134e41-1 {}] regionserver.HStore(327): Store=6c360ad61add3db43b0aa9305b134e41/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:38,789 INFO [StoreOpener-6c360ad61add3db43b0aa9305b134e41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6c360ad61add3db43b0aa9305b134e41 2024-11-18T06:24:38,790 INFO [StoreOpener-6c360ad61add3db43b0aa9305b134e41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c360ad61add3db43b0aa9305b134e41 columnFamilyName norep 2024-11-18T06:24:38,790 DEBUG [StoreOpener-6c360ad61add3db43b0aa9305b134e41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:38,790 INFO [StoreOpener-6c360ad61add3db43b0aa9305b134e41-1 {}] regionserver.HStore(327): Store=6c360ad61add3db43b0aa9305b134e41/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:38,790 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6c360ad61add3db43b0aa9305b134e41 2024-11-18T06:24:38,791 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/default/test/6c360ad61add3db43b0aa9305b134e41 2024-11-18T06:24:38,791 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/default/test/6c360ad61add3db43b0aa9305b134e41 2024-11-18T06:24:38,792 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6c360ad61add3db43b0aa9305b134e41 2024-11-18T06:24:38,792 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6c360ad61add3db43b0aa9305b134e41 2024-11-18T06:24:38,793 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:24:38,794 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6c360ad61add3db43b0aa9305b134e41 2024-11-18T06:24:38,796 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/default/test/6c360ad61add3db43b0aa9305b134e41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:24:38,796 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6c360ad61add3db43b0aa9305b134e41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68231158, jitterRate=0.01672348380088806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:24:38,796 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c360ad61add3db43b0aa9305b134e41 2024-11-18T06:24:38,796 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6c360ad61add3db43b0aa9305b134e41: Running coprocessor pre-open hook at 1731911078781Writing region info on filesystem at 1731911078781Initializing all the Stores at 1731911078782 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911078782Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911078782Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911078782Cleaning up temporary data from old regions at 1731911078792 (+10 ms)Running coprocessor post-open hooks at 1731911078796 (+4 ms)Region opened successfully at 1731911078796 2024-11-18T06:24:38,797 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731911077642.6c360ad61add3db43b0aa9305b134e41., pid=6, masterSystemTime=1731911078776 2024-11-18T06:24:38,799 DEBUG [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731911077642.6c360ad61add3db43b0aa9305b134e41. 2024-11-18T06:24:38,799 INFO [RS_OPEN_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731911077642.6c360ad61add3db43b0aa9305b134e41. 2024-11-18T06:24:38,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c360ad61add3db43b0aa9305b134e41, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b5c0e5a2101,35437,1731911070252 2024-11-18T06:24:38,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c360ad61add3db43b0aa9305b134e41, server=6b5c0e5a2101,35437,1731911070252 because future has completed 2024-11-18T06:24:38,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T06:24:38,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c360ad61add3db43b0aa9305b134e41, server=6b5c0e5a2101,35437,1731911070252 in 178 msec 2024-11-18T06:24:38,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T06:24:38,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6c360ad61add3db43b0aa9305b134e41, ASSIGN in 336 msec 2024-11-18T06:24:38,807 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:24:38,807 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911078807"}]},"ts":"1731911078807"} 2024-11-18T06:24:38,809 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T06:24:38,810 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:24:38,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-18T06:24:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T06:24:39,790 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T06:24:39,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66eae470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:39,791 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,42327,-1 for getting cluster id 2024-11-18T06:24:39,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:24:39,792 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b96af1a-5494-43f8-9cd4-4059b23d6c15' 2024-11-18T06:24:39,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:24:39,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b96af1a-5494-43f8-9cd4-4059b23d6c15" 2024-11-18T06:24:39,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3379b5f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:39,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,42327,-1] 2024-11-18T06:24:39,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:24:39,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:39,794 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:24:39,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f161980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:39,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:24:39,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,42327,1731911059561 2024-11-18T06:24:39,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c27dd87 2024-11-18T06:24:39,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:24:39,796 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:24:39,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b5c0e5a2101:41395,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T06:24:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:24:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:24:39,799 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:41395' 2024-11-18T06:24:39,801 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68192f67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:39,801 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41395,-1 for getting cluster id 2024-11-18T06:24:39,801 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:24:39,802 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a0b70da-d18c-4944-8afc-a83a2c335652' 2024-11-18T06:24:39,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:24:39,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a0b70da-d18c-4944-8afc-a83a2c335652" 2024-11-18T06:24:39,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453c7b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:39,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41395,-1] 2024-11-18T06:24:39,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:24:39,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:39,803 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:24:39,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1707c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:39,804 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:24:39,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,41395,1731911064881 2024-11-18T06:24:39,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a6a8ea 2024-11-18T06:24:39,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:24:39,806 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:24:39,807 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T06:24:39,807 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T06:24:39,807 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:39,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:39,807 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:39,807 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T06:24:39,809 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T06:24:39,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T06:24:39,809 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:39,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T06:24:39,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741837_1013 (size=1138) 2024-11-18T06:24:39,859 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T06:24:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:24:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:24:40,220 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62388ebd0cfe5c293e845650a23a3378, NAME => 'hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2 2024-11-18T06:24:40,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741838_1014 (size=44) 2024-11-18T06:24:40,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:40,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 62388ebd0cfe5c293e845650a23a3378, disabling compactions & flushes 2024-11-18T06:24:40,236 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378. 2024-11-18T06:24:40,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378. 2024-11-18T06:24:40,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378. after waiting 0 ms 2024-11-18T06:24:40,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378. 2024-11-18T06:24:40,236 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378. 2024-11-18T06:24:40,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62388ebd0cfe5c293e845650a23a3378: Waiting for close lock at 1731911080236Disabling compacts and flushes for region at 1731911080236Disabling writes for close at 1731911080236Writing region close event to WAL at 1731911080236Closed at 1731911080236 2024-11-18T06:24:40,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T06:24:40,238 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731911080238"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731911080238"}]},"ts":"1731911080238"} 2024-11-18T06:24:40,240 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T06:24:40,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T06:24:40,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911080241"}]},"ts":"1731911080241"} 2024-11-18T06:24:40,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T06:24:40,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62388ebd0cfe5c293e845650a23a3378, ASSIGN}] 2024-11-18T06:24:40,252 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62388ebd0cfe5c293e845650a23a3378, ASSIGN 2024-11-18T06:24:40,259 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62388ebd0cfe5c293e845650a23a3378, ASSIGN; state=OFFLINE, location=6b5c0e5a2101,43521,1731911059771; forceNewPlan=false, retain=false 2024-11-18T06:24:40,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=62388ebd0cfe5c293e845650a23a3378, regionState=OPENING, regionLocation=6b5c0e5a2101,43521,1731911059771 2024-11-18T06:24:40,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62388ebd0cfe5c293e845650a23a3378, ASSIGN because future has completed 2024-11-18T06:24:40,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62388ebd0cfe5c293e845650a23a3378, server=6b5c0e5a2101,43521,1731911059771}] 2024-11-18T06:24:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:24:40,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378. 2024-11-18T06:24:40,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:24:40,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T06:24:40,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b5c0e5a2101%2C43521%2C1731911059771.rep, suffix=, logDir=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771, archiveDir=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/oldWALs, maxLogs=10 2024-11-18T06:24:40,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.rep.1731911080571, exclude list is [], retry=0 2024-11-18T06:24:40,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34655,DS-f6837b87-8793-4867-812c-8a1e1323289e,DISK] 2024-11-18T06:24:40,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.rep.1731911080571 2024-11-18T06:24:40,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33349:33349)] 2024-11-18T06:24:40,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 62388ebd0cfe5c293e845650a23a3378, NAME => 'hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378.', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:24:40,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T06:24:40,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:24:40,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378. service=MultiRowMutationService 2024-11-18T06:24:40,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T06:24:40,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 62388ebd0cfe5c293e845650a23a3378 2024-11-18T06:24:40,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:24:40,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 62388ebd0cfe5c293e845650a23a3378 2024-11-18T06:24:40,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 62388ebd0cfe5c293e845650a23a3378 2024-11-18T06:24:40,596 INFO [StoreOpener-62388ebd0cfe5c293e845650a23a3378-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 62388ebd0cfe5c293e845650a23a3378 2024-11-18T06:24:40,597 INFO [StoreOpener-62388ebd0cfe5c293e845650a23a3378-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62388ebd0cfe5c293e845650a23a3378 columnFamilyName hfileref 2024-11-18T06:24:40,597 DEBUG [StoreOpener-62388ebd0cfe5c293e845650a23a3378-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:40,598 INFO [StoreOpener-62388ebd0cfe5c293e845650a23a3378-1 {}] regionserver.HStore(327): Store=62388ebd0cfe5c293e845650a23a3378/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:40,598 INFO [StoreOpener-62388ebd0cfe5c293e845650a23a3378-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 62388ebd0cfe5c293e845650a23a3378 2024-11-18T06:24:40,599 INFO [StoreOpener-62388ebd0cfe5c293e845650a23a3378-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62388ebd0cfe5c293e845650a23a3378 columnFamilyName queue 2024-11-18T06:24:40,599 DEBUG [StoreOpener-62388ebd0cfe5c293e845650a23a3378-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:40,599 INFO [StoreOpener-62388ebd0cfe5c293e845650a23a3378-1 {}] regionserver.HStore(327): Store=62388ebd0cfe5c293e845650a23a3378/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:40,599 INFO [StoreOpener-62388ebd0cfe5c293e845650a23a3378-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 62388ebd0cfe5c293e845650a23a3378 2024-11-18T06:24:40,600 INFO [StoreOpener-62388ebd0cfe5c293e845650a23a3378-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62388ebd0cfe5c293e845650a23a3378 columnFamilyName sid 2024-11-18T06:24:40,600 DEBUG [StoreOpener-62388ebd0cfe5c293e845650a23a3378-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:24:40,600 INFO [StoreOpener-62388ebd0cfe5c293e845650a23a3378-1 {}] regionserver.HStore(327): Store=62388ebd0cfe5c293e845650a23a3378/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:24:40,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 62388ebd0cfe5c293e845650a23a3378 2024-11-18T06:24:40,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/replication/62388ebd0cfe5c293e845650a23a3378 2024-11-18T06:24:40,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/replication/62388ebd0cfe5c293e845650a23a3378 2024-11-18T06:24:40,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 62388ebd0cfe5c293e845650a23a3378 2024-11-18T06:24:40,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 62388ebd0cfe5c293e845650a23a3378 2024-11-18T06:24:40,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:24:40,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 62388ebd0cfe5c293e845650a23a3378 2024-11-18T06:24:40,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/replication/62388ebd0cfe5c293e845650a23a3378/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T06:24:40,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 62388ebd0cfe5c293e845650a23a3378; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68419468, jitterRate=0.019529521465301514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:24:40,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62388ebd0cfe5c293e845650a23a3378 2024-11-18T06:24:40,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 62388ebd0cfe5c293e845650a23a3378: Running coprocessor pre-open hook at 1731911080595Writing region info on filesystem at 1731911080595Initializing all the Stores at 1731911080596 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911080596Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911080596Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731911080596Cleaning up temporary data from old regions at 1731911080602 (+6 ms)Running coprocessor post-open hooks at 1731911080605 (+3 ms)Region opened successfully at 1731911080605 2024-11-18T06:24:40,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378., pid=10, masterSystemTime=1731911080566 2024-11-18T06:24:40,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378. 2024-11-18T06:24:40,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378. 2024-11-18T06:24:40,608 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=62388ebd0cfe5c293e845650a23a3378, regionState=OPEN, openSeqNum=2, regionLocation=6b5c0e5a2101,43521,1731911059771 2024-11-18T06:24:40,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62388ebd0cfe5c293e845650a23a3378, server=6b5c0e5a2101,43521,1731911059771 because future has completed 2024-11-18T06:24:40,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T06:24:40,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 62388ebd0cfe5c293e845650a23a3378, server=6b5c0e5a2101,43521,1731911059771 in 202 msec 2024-11-18T06:24:40,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T06:24:40,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62388ebd0cfe5c293e845650a23a3378, ASSIGN in 368 msec 2024-11-18T06:24:40,618 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T06:24:40,618 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731911080618"}]},"ts":"1731911080618"} 2024-11-18T06:24:40,619 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T06:24:40,620 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T06:24:40,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 812 msec 2024-11-18T06:24:40,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378., hostname=6b5c0e5a2101,43521,1731911059771, seqNum=2] 2024-11-18T06:24:40,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807 2024-11-18T06:24:40,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807 2024-11-18T06:24:40,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:24:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:24:40,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T06:24:40,974 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T06:24:40,999 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b5c0e5a2101,43521,1731911059771, ReplicationSource: 1, currentBandwidth=0 2024-11-18T06:24:40,999 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:24:40,999 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,43521,1731911059771, seqNum=-1] 2024-11-18T06:24:40,999 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:24:41,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-18T06:24:41,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b5c0e5a2101,43521,1731911059771', locateType=CURRENT is [region=hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378., hostname=6b5c0e5a2101,43521,1731911059771, seqNum=2] 2024-11-18T06:24:41,003 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T06:24:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T06:24:41,005 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b5c0e5a2101,43521,1731911059771 suceeded 2024-11-18T06:24:41,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T06:24:41,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-18T06:24:41,007 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b5c0e5a2101:41395,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T06:24:41,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2110 sec 2024-11-18T06:24:41,016 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:41395' 2024-11-18T06:24:41,017 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3667a62a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:41,017 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41395,-1 for getting cluster id 2024-11-18T06:24:41,017 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:24:41,017 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a0b70da-d18c-4944-8afc-a83a2c335652' 2024-11-18T06:24:41,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:24:41,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a0b70da-d18c-4944-8afc-a83a2c335652" 2024-11-18T06:24:41,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5adf220d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:41,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41395,-1] 2024-11-18T06:24:41,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:24:41,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:41,018 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:24:41,019 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a45db78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:41,019 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:24:41,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,41395,1731911064881 2024-11-18T06:24:41,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1772f8b6 2024-11-18T06:24:41,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:24:41,020 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-18T06:24:41,020 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b5c0e5a2101,43521,1731911059771 (queues=1) is replicating from cluster=5b96af1a-5494-43f8-9cd4-4059b23d6c15 to cluster=3a0b70da-d18c-4944-8afc-a83a2c335652 2024-11-18T06:24:41,020 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b5c0e5a2101%2C43521%2C1731911059771 2024-11-18T06:24:41,021 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b5c0e5a2101,43521,1731911059771, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:24:41,021 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C43521%2C1731911059771 2024-11-18T06:24:41,021 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770, startPosition=0, beingWritten=true 2024-11-18T06:24:41,024 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:24:41,025 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770 to pos 379, reset compression=false 2024-11-18T06:24:41,025 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43521,1731911059771 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:24:41,227 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770 to pos 379, reset compression=false 2024-11-18T06:24:41,563 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770 to pos 379, reset compression=false 2024-11-18T06:24:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T06:24:41,949 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T06:24:41,950 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:24:41,950 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:41,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:41,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:41,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:41,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3951cd2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:41,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,42327,-1 for getting cluster id 2024-11-18T06:24:41,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:24:41,951 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b96af1a-5494-43f8-9cd4-4059b23d6c15' 2024-11-18T06:24:41,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:24:41,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b96af1a-5494-43f8-9cd4-4059b23d6c15" 2024-11-18T06:24:41,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78bb010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:41,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,42327,-1] 2024-11-18T06:24:41,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:24:41,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:41,952 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:24:41,952 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d8c334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:41,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aebe4b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:41,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41395,-1 for getting cluster id 2024-11-18T06:24:41,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:24:41,953 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a0b70da-d18c-4944-8afc-a83a2c335652' 2024-11-18T06:24:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:24:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a0b70da-d18c-4944-8afc-a83a2c335652" 2024-11-18T06:24:41,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4644ee9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:41,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41395,-1] 2024-11-18T06:24:41,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:24:41,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:41,954 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:24:41,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370e0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:41,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba079b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:41,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,36315,-1 for getting cluster id 2024-11-18T06:24:41,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:24:41,955 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd229979-8429-4088-9fbd-a90404d334d6' 2024-11-18T06:24:41,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:24:41,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd229979-8429-4088-9fbd-a90404d334d6" 2024-11-18T06:24:41,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1989c1f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:41,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,36315,-1] 2024-11-18T06:24:41,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:24:41,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:41,956 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:24:41,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f3e3a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:41,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:41,960 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731911081959/Put/seqid=0 2024-11-18T06:24:41,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741840_1016 (size=7894) 2024-11-18T06:24:41,968 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770 to pos 379, reset compression=false 2024-11-18T06:24:42,161 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:24:42,365 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731911082364/Put/seqid=0 2024-11-18T06:24:42,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741841_1017 (size=7691) 2024-11-18T06:24:42,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf66a86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:42,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,42327,-1 for getting cluster id 2024-11-18T06:24:42,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:24:42,372 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b96af1a-5494-43f8-9cd4-4059b23d6c15' 2024-11-18T06:24:42,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:24:42,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b96af1a-5494-43f8-9cd4-4059b23d6c15" 2024-11-18T06:24:42,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a82a6ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:42,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,42327,-1] 2024-11-18T06:24:42,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:24:42,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:42,373 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:24:42,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aaa7615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:42,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:24:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,43521,1731911059771, seqNum=-1] 2024-11-18T06:24:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:24:42,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:24:42,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:24:42,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,42327,1731911059561 2024-11-18T06:24:42,386 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49834236 2024-11-18T06:24:42,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:24:42,387 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:24:42,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731911073341.707f4945598e558059a4c579e4aca5ef., hostname=6b5c0e5a2101,43521,1731911059771, seqNum=2] 2024-11-18T06:24:42,394 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T06:24:42,399 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-18T06:24:42,402 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-18T06:24:42,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 707f4945598e558059a4c579e4aca5ef/f 2024-11-18T06:24:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-18T06:24:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:24:42,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 707f4945598e558059a4c579e4aca5ef/f 2024-11-18T06:24:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-18T06:24:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:24:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HRegion(2603): Flush status journal for 707f4945598e558059a4c579e4aca5ef: 2024-11-18T06:24:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__3juu4tkkub681r7qltjq4o1t5fueekpufqbbhg17os5uha0krn02rqv5tp9quag9/f/hfile_0 2024-11-18T06:24:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__3juu4tkkub681r7qltjq4o1t5fueekpufqbbhg17os5uha0krn02rqv5tp9quag9/f/hfile_0 as hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef/f/e3629dbe38aa407b99d21715e11181ce_SeqId_4_ 2024-11-18T06:24:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__3juu4tkkub681r7qltjq4o1t5fueekpufqbbhg17os5uha0krn02rqv5tp9quag9/f/hfile_1 2024-11-18T06:24:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__3juu4tkkub681r7qltjq4o1t5fueekpufqbbhg17os5uha0krn02rqv5tp9quag9/f/hfile_1 as hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef/f/cb0409185ffd4e6c8e39b8b55aa4f255_SeqId_4_ 2024-11-18T06:24:42,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__3juu4tkkub681r7qltjq4o1t5fueekpufqbbhg17os5uha0krn02rqv5tp9quag9/f/hfile_0 into 707f4945598e558059a4c579e4aca5ef/f as hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef/f/e3629dbe38aa407b99d21715e11181ce_SeqId_4_ - updating store file list. 2024-11-18T06:24:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e3629dbe38aa407b99d21715e11181ce_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T06:24:42,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef/f/e3629dbe38aa407b99d21715e11181ce_SeqId_4_ into 707f4945598e558059a4c579e4aca5ef/f 2024-11-18T06:24:42,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__3juu4tkkub681r7qltjq4o1t5fueekpufqbbhg17os5uha0krn02rqv5tp9quag9/f/hfile_0 into 707f4945598e558059a4c579e4aca5ef/f (new location: hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef/f/e3629dbe38aa407b99d21715e11181ce_SeqId_4_) 2024-11-18T06:24:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__3juu4tkkub681r7qltjq4o1t5fueekpufqbbhg17os5uha0krn02rqv5tp9quag9/f/hfile_0 2024-11-18T06:24:42,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__3juu4tkkub681r7qltjq4o1t5fueekpufqbbhg17os5uha0krn02rqv5tp9quag9/f/hfile_1 into 707f4945598e558059a4c579e4aca5ef/f as hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef/f/cb0409185ffd4e6c8e39b8b55aa4f255_SeqId_4_ - updating store file list. 2024-11-18T06:24:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cb0409185ffd4e6c8e39b8b55aa4f255_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T06:24:42,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef/f/cb0409185ffd4e6c8e39b8b55aa4f255_SeqId_4_ into 707f4945598e558059a4c579e4aca5ef/f 2024-11-18T06:24:42,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__3juu4tkkub681r7qltjq4o1t5fueekpufqbbhg17os5uha0krn02rqv5tp9quag9/f/hfile_1 into 707f4945598e558059a4c579e4aca5ef/f (new location: hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef/f/cb0409185ffd4e6c8e39b8b55aa4f255_SeqId_4_) 2024-11-18T06:24:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__3juu4tkkub681r7qltjq4o1t5fueekpufqbbhg17os5uha0krn02rqv5tp9quag9/f/hfile_1 2024-11-18T06:24:42,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:24:42,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:42,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:42,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:42,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:42,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731911073341.707f4945598e558059a4c579e4aca5ef., hostname=6b5c0e5a2101,43521,1731911059771, seqNum=2 , the old value is region=test,,1731911073341.707f4945598e558059a4c579e4aca5ef., hostname=6b5c0e5a2101,43521,1731911059771, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6b5c0e5a2101:43521 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T06:24:42,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731911073341.707f4945598e558059a4c579e4aca5ef., hostname=6b5c0e5a2101,43521,1731911059771, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T06:24:42,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731911073341.707f4945598e558059a4c579e4aca5ef., hostname=6b5c0e5a2101,43521,1731911059771, seqNum=2 from cache 2024-11-18T06:24:42,440 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:24:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:45306 deadline: 1731911142439 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:45306 2024-11-18T06:24:42,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,44837,1731911065012, seqNum=-1] 2024-11-18T06:24:42,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:24:42,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:24:42,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731911075493.9bce69cb6381e376e603460b6fca8708., hostname=6b5c0e5a2101,44837,1731911065012, seqNum=2] 2024-11-18T06:24:42,446 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T06:24:42,471 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770 to pos 379, reset compression=false 2024-11-18T06:24:42,475 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:24:42,475 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43521,1731911059771 got entry batch from reader: WALEntryBatch [walEntries=[{test/707f4945598e558059a4c579e4aca5ef/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731911082438/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T06:24:42,477 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:24:42,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-18T06:24:42,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.ReplicationSink(318): Replicating [5b96af1a-5494-43f8-9cd4-4059b23d6c15] bulk loaded data 2024-11-18T06:24:42,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76b7e5ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:42,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,41395,-1 for getting cluster id 2024-11-18T06:24:42,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:24:42,479 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a0b70da-d18c-4944-8afc-a83a2c335652' 2024-11-18T06:24:42,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:24:42,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a0b70da-d18c-4944-8afc-a83a2c335652" 2024-11-18T06:24:42,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f104aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:42,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,41395,-1] 2024-11-18T06:24:42,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:24:42,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:42,481 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:24:42,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fcb360b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:42,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741837_1013 (size=7894) 2024-11-18T06:24:42,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741838_1014 (size=7691) 2024-11-18T06:24:42,549 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:43521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T06:24:42,675 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770 to pos 687, reset compression=false 2024-11-18T06:24:42,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:24:42,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,41395,1731911064881 2024-11-18T06:24:42,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18c116e9 2024-11-18T06:24:42,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:24:42,909 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-18T06:24:42,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T06:24:42,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:24:42,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,44837,1731911065012, seqNum=-1] 2024-11-18T06:24:42,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:24:42,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-18T06:24:42,918 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__12tdtrn4k24p3epnfkan2o3lr6ps7qolt02nlvc4cjgitni6v636kd76tascfs61/f/cb0409185ffd4e6c8e39b8b55aa4f255_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-18T06:24:42,920 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__12tdtrn4k24p3epnfkan2o3lr6ps7qolt02nlvc4cjgitni6v636kd76tascfs61/f/e3629dbe38aa407b99d21715e11181ce_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-18T06:24:42,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__12tdtrn4k24p3epnfkan2o3lr6ps7qolt02nlvc4cjgitni6v636kd76tascfs61/f/e3629dbe38aa407b99d21715e11181ce_SeqId_4_ for inclusion in 9bce69cb6381e376e603460b6fca8708/f 2024-11-18T06:24:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-18T06:24:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:24:42,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__12tdtrn4k24p3epnfkan2o3lr6ps7qolt02nlvc4cjgitni6v636kd76tascfs61/f/cb0409185ffd4e6c8e39b8b55aa4f255_SeqId_4_ for inclusion in 9bce69cb6381e376e603460b6fca8708/f 2024-11-18T06:24:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-18T06:24:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:24:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HRegion(2603): Flush status journal for 9bce69cb6381e376e603460b6fca8708: 2024-11-18T06:24:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e3629dbe38aa407b99d21715e11181ce_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T06:24:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__12tdtrn4k24p3epnfkan2o3lr6ps7qolt02nlvc4cjgitni6v636kd76tascfs61/f/e3629dbe38aa407b99d21715e11181ce_SeqId_4_ as hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708/f/a5f9b5c86fa84824beb2e2afee6e2a7e_SeqId_4_ 2024-11-18T06:24:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cb0409185ffd4e6c8e39b8b55aa4f255_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T06:24:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__12tdtrn4k24p3epnfkan2o3lr6ps7qolt02nlvc4cjgitni6v636kd76tascfs61/f/cb0409185ffd4e6c8e39b8b55aa4f255_SeqId_4_ as hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708/f/fafc2cd8700444e388f0f999292a0d9d_SeqId_4_ 2024-11-18T06:24:42,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__12tdtrn4k24p3epnfkan2o3lr6ps7qolt02nlvc4cjgitni6v636kd76tascfs61/f/e3629dbe38aa407b99d21715e11181ce_SeqId_4_ into 9bce69cb6381e376e603460b6fca8708/f as hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708/f/a5f9b5c86fa84824beb2e2afee6e2a7e_SeqId_4_ - updating store file list. 2024-11-18T06:24:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a5f9b5c86fa84824beb2e2afee6e2a7e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T06:24:42,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708/f/a5f9b5c86fa84824beb2e2afee6e2a7e_SeqId_4_ into 9bce69cb6381e376e603460b6fca8708/f 2024-11-18T06:24:42,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__12tdtrn4k24p3epnfkan2o3lr6ps7qolt02nlvc4cjgitni6v636kd76tascfs61/f/e3629dbe38aa407b99d21715e11181ce_SeqId_4_ into 9bce69cb6381e376e603460b6fca8708/f (new location: hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708/f/a5f9b5c86fa84824beb2e2afee6e2a7e_SeqId_4_) 2024-11-18T06:24:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__12tdtrn4k24p3epnfkan2o3lr6ps7qolt02nlvc4cjgitni6v636kd76tascfs61/f/e3629dbe38aa407b99d21715e11181ce_SeqId_4_ 2024-11-18T06:24:42,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__12tdtrn4k24p3epnfkan2o3lr6ps7qolt02nlvc4cjgitni6v636kd76tascfs61/f/cb0409185ffd4e6c8e39b8b55aa4f255_SeqId_4_ into 9bce69cb6381e376e603460b6fca8708/f as hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708/f/fafc2cd8700444e388f0f999292a0d9d_SeqId_4_ - updating store file list. 2024-11-18T06:24:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fafc2cd8700444e388f0f999292a0d9d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T06:24:42,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708/f/fafc2cd8700444e388f0f999292a0d9d_SeqId_4_ into 9bce69cb6381e376e603460b6fca8708/f 2024-11-18T06:24:42,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__12tdtrn4k24p3epnfkan2o3lr6ps7qolt02nlvc4cjgitni6v636kd76tascfs61/f/cb0409185ffd4e6c8e39b8b55aa4f255_SeqId_4_ into 9bce69cb6381e376e603460b6fca8708/f (new location: hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708/f/fafc2cd8700444e388f0f999292a0d9d_SeqId_4_) 2024-11-18T06:24:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__12tdtrn4k24p3epnfkan2o3lr6ps7qolt02nlvc4cjgitni6v636kd76tascfs61/f/cb0409185ffd4e6c8e39b8b55aa4f255_SeqId_4_ 2024-11-18T06:24:42,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.ReplicationSink(324): Finished replicating [5b96af1a-5494-43f8-9cd4-4059b23d6c15] bulk loaded data 2024-11-18T06:24:42,978 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770 to pos 687, reset compression=false 2024-11-18T06:24:43,381 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770 to pos 687, reset compression=false 2024-11-18T06:24:43,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:24:43,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,35437,1731911070252, seqNum=-1] 2024-11-18T06:24:43,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:24:43,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:24:43,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731911077642.6c360ad61add3db43b0aa9305b134e41., hostname=6b5c0e5a2101,35437,1731911070252, seqNum=2] 2024-11-18T06:24:43,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:24:43,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:24:43,461 DEBUG [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6b5c0e5a2101%2C43521%2C1731911059771:(num 1731911061770) roll requested 2024-11-18T06:24:43,479 DEBUG [regionserver/6b5c0e5a2101:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461, exclude list is [], retry=0 2024-11-18T06:24:43,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34655,DS-f6837b87-8793-4867-812c-8a1e1323289e,DISK] 2024-11-18T06:24:43,482 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 2024-11-18T06:24:43,483 DEBUG [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33349:33349)] 2024-11-18T06:24:43,483 DEBUG [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770 is not closed yet, will try archiving it next time 2024-11-18T06:24:43,483 DEBUG [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6b5c0e5a2101%2C43521%2C1731911059771.rep:(num 1731911080571) roll requested 2024-11-18T06:24:43,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741833_1009 (size=695) 2024-11-18T06:24:43,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279b5143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:43,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,42327,-1 for getting cluster id 2024-11-18T06:24:43,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:24:43,485 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b96af1a-5494-43f8-9cd4-4059b23d6c15' 2024-11-18T06:24:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:24:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b96af1a-5494-43f8-9cd4-4059b23d6c15" 2024-11-18T06:24:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f725588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,42327,-1] 2024-11-18T06:24:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:24:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:43,486 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:24:43,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db64b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:43,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:24:43,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,42327,1731911059561 2024-11-18T06:24:43,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c101c56 2024-11-18T06:24:43,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:24:43,488 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:24:43,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://6b5c0e5a2101:36315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T06:24:43,488 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770 to hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/oldWALs/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770 2024-11-18T06:24:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T06:24:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T06:24:43,491 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:36315' 2024-11-18T06:24:43,492 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ea0ec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:43,492 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,36315,-1 for getting cluster id 2024-11-18T06:24:43,492 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:24:43,492 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd229979-8429-4088-9fbd-a90404d334d6' 2024-11-18T06:24:43,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:24:43,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd229979-8429-4088-9fbd-a90404d334d6" 2024-11-18T06:24:43,493 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:43,493 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797dabe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:43,493 DEBUG [PEWorker-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,36315,-1] 2024-11-18T06:24:43,493 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:24:43,494 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:24:43,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74230a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:43,495 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:24:43,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,36315,1731911070144 2024-11-18T06:24:43,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@738d1efe 2024-11-18T06:24:43,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:24:43,496 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:24:43,497 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-18T06:24:43,497 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T06:24:43,497 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:43,497 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:43,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:43,499 DEBUG [regionserver/6b5c0e5a2101:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.rep.1731911083483, exclude list is [], retry=0 2024-11-18T06:24:43,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34655,DS-f6837b87-8793-4867-812c-8a1e1323289e,DISK] 2024-11-18T06:24:43,502 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.rep.1731911080571 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.rep.1731911083483 2024-11-18T06:24:43,503 DEBUG [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33349:33349)] 2024-11-18T06:24:43,503 DEBUG [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.rep.1731911080571 is not closed yet, will try archiving it next time 2024-11-18T06:24:43,503 DEBUG [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6b5c0e5a2101%2C43521%2C1731911059771.meta:.meta(num 1731911062359) roll requested 2024-11-18T06:24:43,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741839_1015 (size=1505) 2024-11-18T06:24:43,514 DEBUG [regionserver/6b5c0e5a2101:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.meta.1731911083503.meta, exclude list is [], retry=0 2024-11-18T06:24:43,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34655,DS-f6837b87-8793-4867-812c-8a1e1323289e,DISK] 2024-11-18T06:24:43,517 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.meta.1731911062359.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.meta.1731911083503.meta 2024-11-18T06:24:43,517 DEBUG [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33349:33349)] 2024-11-18T06:24:43,518 DEBUG [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.meta.1731911062359.meta is not closed yet, will try archiving it next time 2024-11-18T06:24:43,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741834_1010 (size=3473) 2024-11-18T06:24:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T06:24:43,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T06:24:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T06:24:43,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-18T06:24:43,814 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-18T06:24:43,852 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-6b5c0e5a2101,43521,1731911059771, ReplicationSource: 2, currentBandwidth=0 2024-11-18T06:24:43,854 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-18T06:24:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-18T06:24:43,857 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6b5c0e5a2101,43521,1731911059771 suceeded 2024-11-18T06:24:43,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T06:24:43,861 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6b5c0e5a2101:36315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T06:24:43,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-18T06:24:43,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 373 msec 2024-11-18T06:24:43,868 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b5c0e5a2101:36315' 2024-11-18T06:24:43,870 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33554876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:43,870 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,36315,-1 for getting cluster id 2024-11-18T06:24:43,870 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:24:43,871 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd229979-8429-4088-9fbd-a90404d334d6' 2024-11-18T06:24:43,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:24:43,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd229979-8429-4088-9fbd-a90404d334d6" 2024-11-18T06:24:43,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@114f490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:43,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,36315,-1] 2024-11-18T06:24:43,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:24:43,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:43,872 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:24:43,873 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c8ca8b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:43,873 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:24:43,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,36315,1731911070144 2024-11-18T06:24:43,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77985ae5 2024-11-18T06:24:43,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:24:43,874 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-18T06:24:43,875 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6b5c0e5a2101,43521,1731911059771 (queues=1) is replicating from cluster=5b96af1a-5494-43f8-9cd4-4059b23d6c15 to cluster=dd229979-8429-4088-9fbd-a90404d334d6 2024-11-18T06:24:43,875 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6b5c0e5a2101%2C43521%2C1731911059771 2024-11-18T06:24:43,875 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6b5c0e5a2101,43521,1731911059771, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T06:24:43,875 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461, startPosition=0, beingWritten=true 2024-11-18T06:24:43,880 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b5c0e5a2101%2C43521%2C1731911059771 2024-11-18T06:24:43,885 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770 to pos 687, reset compression=false 2024-11-18T06:24:43,886 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770 was moved to hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/oldWALs/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770 2024-11-18T06:24:43,887 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770 2024-11-18T06:24:43,887 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43521,1731911059771 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911061770, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T06:24:43,888 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461, startPosition=0, beingWritten=true 2024-11-18T06:24:43,889 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6b5c0e5a2101%2C43521%2C1731911059771.1731911061770] 2024-11-18T06:24:44,094 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 0, reset compression=false 2024-11-18T06:24:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T06:24:44,119 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-18T06:24:44,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:24:44,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:44,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:44,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:44,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:44,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T06:24:44,123 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731911084122/Put/seqid=0 2024-11-18T06:24:44,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741845_1021 (size=11194) 2024-11-18T06:24:44,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:24:44,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:44,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:44,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:44,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:44,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:44,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:44,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:44,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:44,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:44,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:44,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:44,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:44,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:44,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:44,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:44,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:44,398 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 0, reset compression=false 2024-11-18T06:24:44,505 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 0, reset compression=false 2024-11-18T06:24:44,528 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731911084528/Put/seqid=0 2024-11-18T06:24:44,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741846_1022 (size=10791) 2024-11-18T06:24:44,803 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 0, reset compression=false 2024-11-18T06:24:44,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c3ddac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:44,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,42327,-1 for getting cluster id 2024-11-18T06:24:44,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:24:44,933 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b96af1a-5494-43f8-9cd4-4059b23d6c15' 2024-11-18T06:24:44,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:24:44,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b96af1a-5494-43f8-9cd4-4059b23d6c15" 2024-11-18T06:24:44,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd5bc8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:44,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,42327,-1] 2024-11-18T06:24:44,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:24:44,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:44,935 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:24:44,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a1ecac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:44,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:24:44,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,43521,1731911059771, seqNum=-1] 2024-11-18T06:24:44,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:24:44,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:24:44,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:24:44,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,42327,1731911059561 2024-11-18T06:24:44,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45ca44ee 2024-11-18T06:24:44,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:24:44,945 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:24:44,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731911073341.707f4945598e558059a4c579e4aca5ef., hostname=6b5c0e5a2101,43521,1731911059771, seqNum=2] 2024-11-18T06:24:44,949 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T06:24:44,955 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-18T06:24:44,957 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-18T06:24:44,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 707f4945598e558059a4c579e4aca5ef/f 2024-11-18T06:24:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T06:24:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:24:44,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 707f4945598e558059a4c579e4aca5ef/f 2024-11-18T06:24:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T06:24:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:24:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HRegion(2603): Flush status journal for 707f4945598e558059a4c579e4aca5ef: 2024-11-18T06:24:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__a9dteqlvvhlhk2g2leroehjhb4sfv191iv39trgnruk1m0mf6ev2mv2bvll0ckoh/f/hfile_1 2024-11-18T06:24:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__a9dteqlvvhlhk2g2leroehjhb4sfv191iv39trgnruk1m0mf6ev2mv2bvll0ckoh/f/hfile_1 as hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef/f/98d8e19b3c4243e0b54accfddd18a2f5_SeqId_6_ 2024-11-18T06:24:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__a9dteqlvvhlhk2g2leroehjhb4sfv191iv39trgnruk1m0mf6ev2mv2bvll0ckoh/f/hfile_0 2024-11-18T06:24:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__a9dteqlvvhlhk2g2leroehjhb4sfv191iv39trgnruk1m0mf6ev2mv2bvll0ckoh/f/hfile_0 as hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef/f/189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_ 2024-11-18T06:24:44,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__a9dteqlvvhlhk2g2leroehjhb4sfv191iv39trgnruk1m0mf6ev2mv2bvll0ckoh/f/hfile_1 into 707f4945598e558059a4c579e4aca5ef/f as hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef/f/98d8e19b3c4243e0b54accfddd18a2f5_SeqId_6_ - updating store file list. 2024-11-18T06:24:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 98d8e19b3c4243e0b54accfddd18a2f5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T06:24:44,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef/f/98d8e19b3c4243e0b54accfddd18a2f5_SeqId_6_ into 707f4945598e558059a4c579e4aca5ef/f 2024-11-18T06:24:44,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__a9dteqlvvhlhk2g2leroehjhb4sfv191iv39trgnruk1m0mf6ev2mv2bvll0ckoh/f/hfile_1 into 707f4945598e558059a4c579e4aca5ef/f (new location: hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef/f/98d8e19b3c4243e0b54accfddd18a2f5_SeqId_6_) 2024-11-18T06:24:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__a9dteqlvvhlhk2g2leroehjhb4sfv191iv39trgnruk1m0mf6ev2mv2bvll0ckoh/f/hfile_1 2024-11-18T06:24:44,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__a9dteqlvvhlhk2g2leroehjhb4sfv191iv39trgnruk1m0mf6ev2mv2bvll0ckoh/f/hfile_0 into 707f4945598e558059a4c579e4aca5ef/f as hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef/f/189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_ - updating store file list. 2024-11-18T06:24:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T06:24:44,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef/f/189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_ into 707f4945598e558059a4c579e4aca5ef/f 2024-11-18T06:24:44,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__a9dteqlvvhlhk2g2leroehjhb4sfv191iv39trgnruk1m0mf6ev2mv2bvll0ckoh/f/hfile_0 into 707f4945598e558059a4c579e4aca5ef/f (new location: hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef/f/189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_) 2024-11-18T06:24:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43521 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/staging/jenkins__test__a9dteqlvvhlhk2g2leroehjhb4sfv191iv39trgnruk1m0mf6ev2mv2bvll0ckoh/f/hfile_0 2024-11-18T06:24:44,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:24:44,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:44,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:44,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:44,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:44,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731911073341.707f4945598e558059a4c579e4aca5ef., hostname=6b5c0e5a2101,43521,1731911059771, seqNum=2 , the old value is region=test,,1731911073341.707f4945598e558059a4c579e4aca5ef., hostname=6b5c0e5a2101,43521,1731911059771, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6b5c0e5a2101:43521 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T06:24:44,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731911073341.707f4945598e558059a4c579e4aca5ef., hostname=6b5c0e5a2101,43521,1731911059771, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T06:24:44,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731911073341.707f4945598e558059a4c579e4aca5ef., hostname=6b5c0e5a2101,43521,1731911059771, seqNum=2 from cache 2024-11-18T06:24:44,984 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T06:24:44,987 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T06:24:45,089 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:43521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T06:24:45,209 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 0, reset compression=false 2024-11-18T06:24:45,216 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:24:45,216 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43521,1731911059771 got entry batch from reader: WALEntryBatch [walEntries=[{test/707f4945598e558059a4c579e4aca5ef/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731911084982/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T06:24:45,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.ReplicationSink(318): Replicating [5b96af1a-5494-43f8-9cd4-4059b23d6c15] bulk loaded data 2024-11-18T06:24:45,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741839_1015 (size=10791) 2024-11-18T06:24:45,306 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 0, reset compression=false 2024-11-18T06:24:45,310 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T06:24:45,310 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6b5c0e5a2101,43521,1731911059771 got entry batch from reader: WALEntryBatch [walEntries=[{test/707f4945598e558059a4c579e4aca5ef/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731911084982/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T06:24:45,311 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T06:24:45,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-18T06:24:45,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.ReplicationSink(318): Replicating [5b96af1a-5494-43f8-9cd4-4059b23d6c15] bulk loaded data 2024-11-18T06:24:45,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a56645c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:45,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] client.ClusterIdFetcher(90): Going to request 6b5c0e5a2101,36315,-1 for getting cluster id 2024-11-18T06:24:45,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T06:24:45,314 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd229979-8429-4088-9fbd-a90404d334d6' 2024-11-18T06:24:45,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T06:24:45,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd229979-8429-4088-9fbd-a90404d334d6" 2024-11-18T06:24:45,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4438650b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:45,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b5c0e5a2101,36315,-1] 2024-11-18T06:24:45,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T06:24:45,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:45,315 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:24:45,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53e461b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T06:24:45,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741837_1013 (size=10791) 2024-11-18T06:24:45,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741838_1014 (size=11194) 2024-11-18T06:24:45,416 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:45,510 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:45,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741840_1016 (size=11194) 2024-11-18T06:24:45,719 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:45,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:24:45,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b5c0e5a2101,36315,1731911070144 2024-11-18T06:24:45,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66387a10 2024-11-18T06:24:45,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T06:24:45,745 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-18T06:24:45,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T06:24:45,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:24:45,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b5c0e5a2101,35437,1731911070252, seqNum=-1] 2024-11-18T06:24:45,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:24:45,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-18T06:24:45,752 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/staging/jenkins.hfs.23__test__akrgcmd71ki6evr75kn545fp2v7i347rqb5121f6498k11i2a0t1qdujvdnid980/f/189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-18T06:24:45,755 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/staging/jenkins.hfs.23__test__akrgcmd71ki6evr75kn545fp2v7i347rqb5121f6498k11i2a0t1qdujvdnid980/f/98d8e19b3c4243e0b54accfddd18a2f5_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-18T06:24:45,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/staging/jenkins.hfs.23__test__akrgcmd71ki6evr75kn545fp2v7i347rqb5121f6498k11i2a0t1qdujvdnid980/f/98d8e19b3c4243e0b54accfddd18a2f5_SeqId_6_ for inclusion in 6c360ad61add3db43b0aa9305b134e41/f 2024-11-18T06:24:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T06:24:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:24:45,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/staging/jenkins.hfs.23__test__akrgcmd71ki6evr75kn545fp2v7i347rqb5121f6498k11i2a0t1qdujvdnid980/f/189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_ for inclusion in 6c360ad61add3db43b0aa9305b134e41/f 2024-11-18T06:24:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T06:24:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:24:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HRegion(2603): Flush status journal for 6c360ad61add3db43b0aa9305b134e41: 2024-11-18T06:24:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 98d8e19b3c4243e0b54accfddd18a2f5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T06:24:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/staging/jenkins.hfs.23__test__akrgcmd71ki6evr75kn545fp2v7i347rqb5121f6498k11i2a0t1qdujvdnid980/f/98d8e19b3c4243e0b54accfddd18a2f5_SeqId_6_ as hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/default/test/6c360ad61add3db43b0aa9305b134e41/f/16d0d4c6c901496ba9581433944b5869_SeqId_4_ 2024-11-18T06:24:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T06:24:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/staging/jenkins.hfs.23__test__akrgcmd71ki6evr75kn545fp2v7i347rqb5121f6498k11i2a0t1qdujvdnid980/f/189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_ as hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/default/test/6c360ad61add3db43b0aa9305b134e41/f/d2a21b3500064f358edef8a4c5d8943f_SeqId_4_ 2024-11-18T06:24:45,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/staging/jenkins.hfs.23__test__akrgcmd71ki6evr75kn545fp2v7i347rqb5121f6498k11i2a0t1qdujvdnid980/f/98d8e19b3c4243e0b54accfddd18a2f5_SeqId_6_ into 6c360ad61add3db43b0aa9305b134e41/f as hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/default/test/6c360ad61add3db43b0aa9305b134e41/f/16d0d4c6c901496ba9581433944b5869_SeqId_4_ - updating store file list. 2024-11-18T06:24:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 16d0d4c6c901496ba9581433944b5869_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T06:24:45,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/default/test/6c360ad61add3db43b0aa9305b134e41/f/16d0d4c6c901496ba9581433944b5869_SeqId_4_ into 6c360ad61add3db43b0aa9305b134e41/f 2024-11-18T06:24:45,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/staging/jenkins.hfs.23__test__akrgcmd71ki6evr75kn545fp2v7i347rqb5121f6498k11i2a0t1qdujvdnid980/f/98d8e19b3c4243e0b54accfddd18a2f5_SeqId_6_ into 6c360ad61add3db43b0aa9305b134e41/f (new location: hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/default/test/6c360ad61add3db43b0aa9305b134e41/f/16d0d4c6c901496ba9581433944b5869_SeqId_4_) 2024-11-18T06:24:45,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/staging/jenkins.hfs.23__test__akrgcmd71ki6evr75kn545fp2v7i347rqb5121f6498k11i2a0t1qdujvdnid980/f/98d8e19b3c4243e0b54accfddd18a2f5_SeqId_6_ 2024-11-18T06:24:45,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/staging/jenkins.hfs.23__test__akrgcmd71ki6evr75kn545fp2v7i347rqb5121f6498k11i2a0t1qdujvdnid980/f/189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_ into 6c360ad61add3db43b0aa9305b134e41/f as hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/default/test/6c360ad61add3db43b0aa9305b134e41/f/d2a21b3500064f358edef8a4c5d8943f_SeqId_4_ - updating store file list. 2024-11-18T06:24:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2a21b3500064f358edef8a4c5d8943f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T06:24:45,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/default/test/6c360ad61add3db43b0aa9305b134e41/f/d2a21b3500064f358edef8a4c5d8943f_SeqId_4_ into 6c360ad61add3db43b0aa9305b134e41/f 2024-11-18T06:24:45,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/staging/jenkins.hfs.23__test__akrgcmd71ki6evr75kn545fp2v7i347rqb5121f6498k11i2a0t1qdujvdnid980/f/189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_ into 6c360ad61add3db43b0aa9305b134e41/f (new location: hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/default/test/6c360ad61add3db43b0aa9305b134e41/f/d2a21b3500064f358edef8a4c5d8943f_SeqId_4_) 2024-11-18T06:24:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/staging/jenkins.hfs.23__test__akrgcmd71ki6evr75kn545fp2v7i347rqb5121f6498k11i2a0t1qdujvdnid980/f/189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_ 2024-11-18T06:24:45,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.ReplicationSink(324): Finished replicating [5b96af1a-5494-43f8-9cd4-4059b23d6c15] bulk loaded data 2024-11-18T06:24:45,813 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:45,992 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T06:24:46,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T06:24:46,052 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__h9332gcvd9oobv8fh5okqm0n2ej6e2p5qnmj6ne9jcvn4ekqa4mbb2dg20fdofsp/f/189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-18T06:24:46,054 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__h9332gcvd9oobv8fh5okqm0n2ej6e2p5qnmj6ne9jcvn4ekqa4mbb2dg20fdofsp/f/98d8e19b3c4243e0b54accfddd18a2f5_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-18T06:24:46,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__h9332gcvd9oobv8fh5okqm0n2ej6e2p5qnmj6ne9jcvn4ekqa4mbb2dg20fdofsp/f/98d8e19b3c4243e0b54accfddd18a2f5_SeqId_6_ for inclusion in 9bce69cb6381e376e603460b6fca8708/f 2024-11-18T06:24:46,055 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T06:24:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T06:24:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:24:46,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__h9332gcvd9oobv8fh5okqm0n2ej6e2p5qnmj6ne9jcvn4ekqa4mbb2dg20fdofsp/f/189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_ for inclusion in 9bce69cb6381e376e603460b6fca8708/f 2024-11-18T06:24:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T06:24:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T06:24:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HRegion(2603): Flush status journal for 9bce69cb6381e376e603460b6fca8708: 2024-11-18T06:24:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 98d8e19b3c4243e0b54accfddd18a2f5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T06:24:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__h9332gcvd9oobv8fh5okqm0n2ej6e2p5qnmj6ne9jcvn4ekqa4mbb2dg20fdofsp/f/98d8e19b3c4243e0b54accfddd18a2f5_SeqId_6_ as hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708/f/ebda64ba86b647cb9d8fff5edb9697c5_SeqId_6_ 2024-11-18T06:24:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T06:24:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__h9332gcvd9oobv8fh5okqm0n2ej6e2p5qnmj6ne9jcvn4ekqa4mbb2dg20fdofsp/f/189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_ as hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708/f/e396ac4ff53644619d558246cee0ff40_SeqId_6_ 2024-11-18T06:24:46,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__h9332gcvd9oobv8fh5okqm0n2ej6e2p5qnmj6ne9jcvn4ekqa4mbb2dg20fdofsp/f/98d8e19b3c4243e0b54accfddd18a2f5_SeqId_6_ into 9bce69cb6381e376e603460b6fca8708/f as hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708/f/ebda64ba86b647cb9d8fff5edb9697c5_SeqId_6_ - updating store file list. 2024-11-18T06:24:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ebda64ba86b647cb9d8fff5edb9697c5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T06:24:46,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708/f/ebda64ba86b647cb9d8fff5edb9697c5_SeqId_6_ into 9bce69cb6381e376e603460b6fca8708/f 2024-11-18T06:24:46,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__h9332gcvd9oobv8fh5okqm0n2ej6e2p5qnmj6ne9jcvn4ekqa4mbb2dg20fdofsp/f/98d8e19b3c4243e0b54accfddd18a2f5_SeqId_6_ into 9bce69cb6381e376e603460b6fca8708/f (new location: hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708/f/ebda64ba86b647cb9d8fff5edb9697c5_SeqId_6_) 2024-11-18T06:24:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__h9332gcvd9oobv8fh5okqm0n2ej6e2p5qnmj6ne9jcvn4ekqa4mbb2dg20fdofsp/f/98d8e19b3c4243e0b54accfddd18a2f5_SeqId_6_ 2024-11-18T06:24:46,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__h9332gcvd9oobv8fh5okqm0n2ej6e2p5qnmj6ne9jcvn4ekqa4mbb2dg20fdofsp/f/189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_ into 9bce69cb6381e376e603460b6fca8708/f as hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708/f/e396ac4ff53644619d558246cee0ff40_SeqId_6_ - updating store file list. 2024-11-18T06:24:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e396ac4ff53644619d558246cee0ff40_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T06:24:46,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708/f/e396ac4ff53644619d558246cee0ff40_SeqId_6_ into 9bce69cb6381e376e603460b6fca8708/f 2024-11-18T06:24:46,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__h9332gcvd9oobv8fh5okqm0n2ej6e2p5qnmj6ne9jcvn4ekqa4mbb2dg20fdofsp/f/189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_ into 9bce69cb6381e376e603460b6fca8708/f (new location: hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708/f/e396ac4ff53644619d558246cee0ff40_SeqId_6_) 2024-11-18T06:24:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/staging/jenkins.hfs.22__test__h9332gcvd9oobv8fh5okqm0n2ej6e2p5qnmj6ne9jcvn4ekqa4mbb2dg20fdofsp/f/189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_ 2024-11-18T06:24:46,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] regionserver.ReplicationSink(324): Finished replicating [5b96af1a-5494-43f8-9cd4-4059b23d6c15] bulk loaded data 2024-11-18T06:24:46,122 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:46,216 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:46,626 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:46,720 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:47,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:24:47,014 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:24:47,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:47,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:47,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:47,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:47,014 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:24:47,014 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=968662377, stopped=false 2024-11-18T06:24:47,014 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,36315,1731911070144 2024-11-18T06:24:47,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1086596920/running 2024-11-18T06:24:47,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1086596920/running 2024-11-18T06:24:47,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920 2024-11-18T06:24:47,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920 2024-11-18T06:24:47,083 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:24:47,083 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:24:47,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:47,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:47,084 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,35437,1731911070252' ***** 2024-11-18T06:24:47,084 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:24:47,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Set watcher on znode that does not yet exist, /2-1086596920/running 2024-11-18T06:24:47,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Set watcher on znode that does not yet exist, /2-1086596920/running 2024-11-18T06:24:47,085 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:24:47,085 INFO [RS:0;6b5c0e5a2101:35437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:24:47,085 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:24:47,085 INFO [RS:0;6b5c0e5a2101:35437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:24:47,085 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c360ad61add3db43b0aa9305b134e41 2024-11-18T06:24:47,085 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,35437,1731911070252 2024-11-18T06:24:47,085 INFO [RS:0;6b5c0e5a2101:35437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:24:47,085 INFO [RS:0;6b5c0e5a2101:35437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:35437. 2024-11-18T06:24:47,085 DEBUG [RS:0;6b5c0e5a2101:35437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:47,085 DEBUG [RS:0;6b5c0e5a2101:35437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:47,085 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c360ad61add3db43b0aa9305b134e41, disabling compactions & flushes 2024-11-18T06:24:47,086 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731911077642.6c360ad61add3db43b0aa9305b134e41. 2024-11-18T06:24:47,086 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:24:47,086 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731911077642.6c360ad61add3db43b0aa9305b134e41. 2024-11-18T06:24:47,086 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:24:47,086 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:24:47,086 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731911077642.6c360ad61add3db43b0aa9305b134e41. after waiting 0 ms 2024-11-18T06:24:47,086 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731911077642.6c360ad61add3db43b0aa9305b134e41. 2024-11-18T06:24:47,086 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:24:47,086 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T06:24:47,086 DEBUG [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(1325): Online Regions={6c360ad61add3db43b0aa9305b134e41=test,,1731911077642.6c360ad61add3db43b0aa9305b134e41., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:24:47,086 DEBUG [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c360ad61add3db43b0aa9305b134e41 2024-11-18T06:24:47,086 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:24:47,086 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:24:47,086 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:24:47,086 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:24:47,086 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:24:47,087 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T06:24:47,089 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/default/test/6c360ad61add3db43b0aa9305b134e41/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T06:24:47,089 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:24:47,089 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:24:47,089 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731911077642.6c360ad61add3db43b0aa9305b134e41. 2024-11-18T06:24:47,089 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c360ad61add3db43b0aa9305b134e41: Waiting for close lock at 1731911087085Running coprocessor pre-close hooks at 1731911087085Disabling compacts and flushes for region at 1731911087085Disabling writes for close at 1731911087086 (+1 ms)Writing region close event to WAL at 1731911087086Running coprocessor post-close hooks at 1731911087089 (+3 ms)Closed at 1731911087089 2024-11-18T06:24:47,089 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731911077642.6c360ad61add3db43b0aa9305b134e41. 2024-11-18T06:24:47,094 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:24:47,107 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/.tmp/info/f5ad08cff1514858811b12105e36c908 is 129, key is test,,1731911077642.6c360ad61add3db43b0aa9305b134e41./info:regioninfo/1731911078800/Put/seqid=0 2024-11-18T06:24:47,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741839_1015 (size=6421) 2024-11-18T06:24:47,230 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:47,286 DEBUG [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:24:47,323 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:47,486 DEBUG [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:24:47,519 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/.tmp/info/f5ad08cff1514858811b12105e36c908 2024-11-18T06:24:47,535 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/.tmp/ns/df65b62c66e54e04b1c116770d56a539 is 43, key is default/ns:d/1731911073195/Put/seqid=0 2024-11-18T06:24:47,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741840_1016 (size=5153) 2024-11-18T06:24:47,686 DEBUG [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:24:47,887 DEBUG [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:24:47,933 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:47,939 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/.tmp/ns/df65b62c66e54e04b1c116770d56a539 2024-11-18T06:24:47,991 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/.tmp/rep_barrier/9aea94c4aa0f423fa8a540040d5eb935 is 112, key is test,,1731911077642.6c360ad61add3db43b0aa9305b134e41./rep_barrier:seqnumDuringOpen/1731911078800/Put/seqid=0 2024-11-18T06:24:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741841_1017 (size=5518) 2024-11-18T06:24:48,018 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/.tmp/rep_barrier/9aea94c4aa0f423fa8a540040d5eb935 2024-11-18T06:24:48,027 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:48,056 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:24:48,056 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:24:48,078 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/.tmp/table/0dd03bd761e4410b809fc4f9a9778437 is 40, key is test/table:state/1731911078807/Put/seqid=0 2024-11-18T06:24:48,087 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T06:24:48,087 DEBUG [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:24:48,087 DEBUG [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:24:48,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741842_1018 (size=5165) 2024-11-18T06:24:48,097 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/.tmp/table/0dd03bd761e4410b809fc4f9a9778437 2024-11-18T06:24:48,104 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/.tmp/info/f5ad08cff1514858811b12105e36c908 as hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/info/f5ad08cff1514858811b12105e36c908 2024-11-18T06:24:48,116 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/info/f5ad08cff1514858811b12105e36c908, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T06:24:48,117 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/.tmp/ns/df65b62c66e54e04b1c116770d56a539 as hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/ns/df65b62c66e54e04b1c116770d56a539 2024-11-18T06:24:48,142 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/ns/df65b62c66e54e04b1c116770d56a539, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T06:24:48,143 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/.tmp/rep_barrier/9aea94c4aa0f423fa8a540040d5eb935 as hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/rep_barrier/9aea94c4aa0f423fa8a540040d5eb935 2024-11-18T06:24:48,147 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/rep_barrier/9aea94c4aa0f423fa8a540040d5eb935, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T06:24:48,151 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/.tmp/table/0dd03bd761e4410b809fc4f9a9778437 as hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/table/0dd03bd761e4410b809fc4f9a9778437 2024-11-18T06:24:48,161 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/table/0dd03bd761e4410b809fc4f9a9778437, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T06:24:48,163 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1077ms, sequenceid=11, compaction requested=false 2024-11-18T06:24:48,287 DEBUG [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:24:48,297 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T06:24:48,301 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:24:48,301 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:24:48,301 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:24:48,301 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731911087086Running coprocessor pre-close hooks at 1731911087086Disabling compacts and flushes for region at 1731911087086Disabling writes for close at 1731911087086Obtaining lock to block concurrent updates at 1731911087087 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731911087087Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731911087087Flushing stores of hbase:meta,,1.1588230740 at 1731911087087Flushing 1588230740/info: creating writer at 1731911087087Flushing 1588230740/info: appending metadata at 1731911087106 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731911087106Flushing 1588230740/ns: creating writer at 1731911087522 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731911087535 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731911087535Flushing 1588230740/rep_barrier: creating writer at 1731911087943 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731911087991 (+48 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731911087991Flushing 1588230740/table: creating writer at 1731911088026 (+35 ms)Flushing 1588230740/table: appending metadata at 1731911088067 (+41 ms)Flushing 1588230740/table: closing flushed file at 1731911088067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44e656fa: reopening flushed file at 1731911088100 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@131a9163: reopening flushed file at 1731911088116 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3583b74b: reopening flushed file at 1731911088142 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b12212e: reopening flushed file at 1731911088148 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1077ms, sequenceid=11, compaction requested=false at 1731911088163 (+15 ms)Writing region close event to WAL at 1731911088236 (+73 ms)Running coprocessor post-close hooks at 1731911088301 (+65 ms)Closed at 1731911088301 2024-11-18T06:24:48,301 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:24:48,487 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,35437,1731911070252; all regions closed. 2024-11-18T06:24:48,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741834_1010 (size=2717) 2024-11-18T06:24:48,519 DEBUG [RS:0;6b5c0e5a2101:35437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/oldWALs 2024-11-18T06:24:48,519 INFO [RS:0;6b5c0e5a2101:35437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C35437%2C1731911070252.meta:.meta(num 1731911073147) 2024-11-18T06:24:48,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741832_1008 (size=1028) 2024-11-18T06:24:48,541 DEBUG [RS:0;6b5c0e5a2101:35437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/oldWALs 2024-11-18T06:24:48,541 INFO [RS:0;6b5c0e5a2101:35437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C35437%2C1731911070252:(num 1731911072184) 2024-11-18T06:24:48,541 DEBUG [RS:0;6b5c0e5a2101:35437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:48,541 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:24:48,541 INFO [RS:0;6b5c0e5a2101:35437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:24:48,541 INFO [RS:0;6b5c0e5a2101:35437 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:24:48,542 INFO [RS:0;6b5c0e5a2101:35437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:24:48,544 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:24:48,545 INFO [RS:0;6b5c0e5a2101:35437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:35437. 2024-11-18T06:24:48,545 DEBUG [RS:0;6b5c0e5a2101:35437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:48,545 DEBUG [RS:0;6b5c0e5a2101:35437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:48,545 DEBUG [RS:0;6b5c0e5a2101:35437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:48,545 INFO [RS:0;6b5c0e5a2101:35437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35437 2024-11-18T06:24:48,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:48,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1086596920/rs/6b5c0e5a2101,35437,1731911070252 2024-11-18T06:24:48,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920/rs 2024-11-18T06:24:48,620 INFO [RS:0;6b5c0e5a2101:35437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:24:48,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,35437,1731911070252] 2024-11-18T06:24:48,763 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:48,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:48,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1014c9d7be30007, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:48,792 INFO [RS:0;6b5c0e5a2101:35437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:24:48,792 INFO [RS:0;6b5c0e5a2101:35437 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,35437,1731911070252; zookeeper connection closed. 2024-11-18T06:24:48,799 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1086596920/draining/6b5c0e5a2101,35437,1731911070252 already deleted, retry=false 2024-11-18T06:24:48,799 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,35437,1731911070252 expired; onlineServers=0 2024-11-18T06:24:48,799 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,36315,1731911070144' ***** 2024-11-18T06:24:48,799 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:24:48,800 INFO [M:0;6b5c0e5a2101:36315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:24:48,800 INFO [M:0;6b5c0e5a2101:36315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:24:48,800 DEBUG [M:0;6b5c0e5a2101:36315 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:24:48,800 DEBUG [M:0;6b5c0e5a2101:36315 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:24:48,800 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:24:48,800 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911071954 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911071954,5,FailOnTimeoutGroup] 2024-11-18T06:24:48,800 INFO [M:0;6b5c0e5a2101:36315 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:24:48,800 INFO [M:0;6b5c0e5a2101:36315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:24:48,800 DEBUG [M:0;6b5c0e5a2101:36315 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:24:48,801 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911071954 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911071954,5,FailOnTimeoutGroup] 2024-11-18T06:24:48,801 INFO [M:0;6b5c0e5a2101:36315 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:24:48,801 INFO [M:0;6b5c0e5a2101:36315 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:24:48,801 INFO [M:0;6b5c0e5a2101:36315 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:24:48,801 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:24:48,801 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4089906 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4089906 2024-11-18T06:24:48,802 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:24:48,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1086596920/master 2024-11-18T06:24:48,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1086596920 2024-11-18T06:24:48,841 DEBUG [M:0;6b5c0e5a2101:36315 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1086596920/master already deleted, retry=false 2024-11-18T06:24:48,841 DEBUG [M:0;6b5c0e5a2101:36315 {}] master.ActiveMasterManager(353): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1086596920/master 2024-11-18T06:24:48,867 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:48,881 INFO [M:0;6b5c0e5a2101:36315 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/.lastflushedseqids 2024-11-18T06:24:48,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741843_1019 (size=173) 2024-11-18T06:24:49,152 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:24:49,356 INFO [M:0;6b5c0e5a2101:36315 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:24:49,357 INFO [M:0;6b5c0e5a2101:36315 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:24:49,357 DEBUG [M:0;6b5c0e5a2101:36315 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:24:49,357 INFO [M:0;6b5c0e5a2101:36315 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:49,357 DEBUG [M:0;6b5c0e5a2101:36315 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:49,357 DEBUG [M:0;6b5c0e5a2101:36315 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:24:49,357 DEBUG [M:0;6b5c0e5a2101:36315 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:49,357 INFO [M:0;6b5c0e5a2101:36315 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-18T06:24:49,383 DEBUG [M:0;6b5c0e5a2101:36315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e92378d6f854752ab374c900d423235 is 82, key is hbase:meta,,1/info:regioninfo/1731911073173/Put/seqid=0 2024-11-18T06:24:49,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741844_1020 (size=5672) 2024-11-18T06:24:49,701 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:49,789 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:49,825 INFO [M:0;6b5c0e5a2101:36315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e92378d6f854752ab374c900d423235 2024-11-18T06:24:49,874 DEBUG [M:0;6b5c0e5a2101:36315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f662a883cf8411faf9ad1c1916a5b30 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731911078811/Put/seqid=0 2024-11-18T06:24:49,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741845_1021 (size=6587) 2024-11-18T06:24:49,921 INFO [M:0;6b5c0e5a2101:36315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f662a883cf8411faf9ad1c1916a5b30 2024-11-18T06:24:49,965 DEBUG [M:0;6b5c0e5a2101:36315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/971ea9f60e9541fe84e1c9c911799191 is 69, key is 6b5c0e5a2101,35437,1731911070252/rs:state/1731911072006/Put/seqid=0 2024-11-18T06:24:49,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741846_1022 (size=5156) 2024-11-18T06:24:50,387 INFO [M:0;6b5c0e5a2101:36315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/971ea9f60e9541fe84e1c9c911799191 2024-11-18T06:24:50,393 DEBUG [M:0;6b5c0e5a2101:36315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e92378d6f854752ab374c900d423235 as hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e92378d6f854752ab374c900d423235 2024-11-18T06:24:50,397 INFO [M:0;6b5c0e5a2101:36315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e92378d6f854752ab374c900d423235, entries=8, sequenceid=55, filesize=5.5 K 2024-11-18T06:24:50,398 DEBUG [M:0;6b5c0e5a2101:36315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f662a883cf8411faf9ad1c1916a5b30 as hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f662a883cf8411faf9ad1c1916a5b30 2024-11-18T06:24:50,403 INFO [M:0;6b5c0e5a2101:36315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f662a883cf8411faf9ad1c1916a5b30, entries=6, sequenceid=55, filesize=6.4 K 2024-11-18T06:24:50,404 DEBUG [M:0;6b5c0e5a2101:36315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/971ea9f60e9541fe84e1c9c911799191 as hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/971ea9f60e9541fe84e1c9c911799191 2024-11-18T06:24:50,410 INFO [M:0;6b5c0e5a2101:36315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38063/user/jenkins/test-data/8a08642a-acfd-e748-4532-e9738ae4d97f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/971ea9f60e9541fe84e1c9c911799191, entries=1, sequenceid=55, filesize=5.0 K 2024-11-18T06:24:50,411 INFO [M:0;6b5c0e5a2101:36315 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1054ms, sequenceid=55, compaction requested=false 2024-11-18T06:24:50,457 INFO [M:0;6b5c0e5a2101:36315 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:50,457 DEBUG [M:0;6b5c0e5a2101:36315 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731911089357Disabling compacts and flushes for region at 1731911089357Disabling writes for close at 1731911089357Obtaining lock to block concurrent updates at 1731911089357Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731911089357Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731911089357Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731911089358 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731911089358Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731911089383 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731911089383Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731911089831 (+448 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731911089874 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731911089874Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731911089925 (+51 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731911089965 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731911089965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a467704: reopening flushed file at 1731911090393 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@228404f7: reopening flushed file at 1731911090397 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f14a05f: reopening flushed file at 1731911090404 (+7 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1054ms, sequenceid=55, compaction requested=false at 1731911090411 (+7 ms)Writing region close event to WAL at 1731911090457 (+46 ms)Closed at 1731911090457 2024-11-18T06:24:50,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741830_1006 (size=32782) 2024-11-18T06:24:50,496 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:24:50,496 INFO [M:0;6b5c0e5a2101:36315 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:24:50,496 INFO [M:0;6b5c0e5a2101:36315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36315 2024-11-18T06:24:50,496 INFO [M:0;6b5c0e5a2101:36315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:24:50,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:50,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x1014c9d7be30006, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:50,668 INFO [M:0;6b5c0e5a2101:36315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:24:50,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d6215cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:24:50,732 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f1aadc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:24:50,732 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:24:50,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@765a3fc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:24:50,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cdc3375{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/hadoop.log.dir/,STOPPED} 2024-11-18T06:24:50,734 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:24:50,734 WARN [BP-1031643236-172.17.0.3-1731911067608 heartbeating to localhost/127.0.0.1:38063 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:24:50,734 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:24:50,734 WARN [BP-1031643236-172.17.0.3-1731911067608 heartbeating to localhost/127.0.0.1:38063 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1031643236-172.17.0.3-1731911067608 (Datanode Uuid 96c4f345-b651-48b3-a15c-4e4977831a78) service to localhost/127.0.0.1:38063 2024-11-18T06:24:50,735 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/cluster_b721effa-1e28-fe05-5b80-42162ddacc3a/data/data2/current/BP-1031643236-172.17.0.3-1731911067608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:24:50,736 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:24:50,736 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/cluster_b721effa-1e28-fe05-5b80-42162ddacc3a/data/data1/current/BP-1031643236-172.17.0.3-1731911067608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:24:50,740 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:50,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@120caf8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:24:50,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ab8b2d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:24:50,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:24:50,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f4bc978{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:24:50,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a85e307{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a204c32f-5e5b-f054-2c7e-98065bcedbeb/hadoop.log.dir/,STOPPED} 2024-11-18T06:24:50,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:24:50,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:24:50,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:24:50,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:50,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:50,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:50,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:50,790 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:24:50,790 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1598618940, stopped=false 2024-11-18T06:24:50,790 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,41395,1731911064881 2024-11-18T06:24:50,797 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:50,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1754249420/running 2024-11-18T06:24:50,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1754249420/running 2024-11-18T06:24:50,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420 2024-11-18T06:24:50,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420 2024-11-18T06:24:50,810 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:24:50,810 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:24:50,810 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:50,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Set watcher on znode that does not yet exist, /1-1754249420/running 2024-11-18T06:24:50,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:50,810 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,44837,1731911065012' ***** 2024-11-18T06:24:50,810 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:24:50,810 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:24:50,811 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:24:50,810 INFO [RS:0;6b5c0e5a2101:44837 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:24:50,811 INFO [RS:0;6b5c0e5a2101:44837 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:24:50,811 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(3091): Received CLOSE for 9bce69cb6381e376e603460b6fca8708 2024-11-18T06:24:50,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Set watcher on znode that does not yet exist, /1-1754249420/running 2024-11-18T06:24:50,825 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,44837,1731911065012 2024-11-18T06:24:50,825 INFO [RS:0;6b5c0e5a2101:44837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:24:50,825 INFO [RS:0;6b5c0e5a2101:44837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:44837. 2024-11-18T06:24:50,825 DEBUG [RS:0;6b5c0e5a2101:44837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:50,825 DEBUG [RS:0;6b5c0e5a2101:44837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:50,825 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:24:50,825 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:24:50,825 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:24:50,825 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:24:50,825 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9bce69cb6381e376e603460b6fca8708, disabling compactions & flushes 2024-11-18T06:24:50,825 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731911075493.9bce69cb6381e376e603460b6fca8708. 2024-11-18T06:24:50,826 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731911075493.9bce69cb6381e376e603460b6fca8708. 2024-11-18T06:24:50,826 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731911075493.9bce69cb6381e376e603460b6fca8708. after waiting 0 ms 2024-11-18T06:24:50,826 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731911075493.9bce69cb6381e376e603460b6fca8708. 2024-11-18T06:24:50,860 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T06:24:50,861 DEBUG [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9bce69cb6381e376e603460b6fca8708=test,,1731911075493.9bce69cb6381e376e603460b6fca8708.} 2024-11-18T06:24:50,861 DEBUG [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bce69cb6381e376e603460b6fca8708 2024-11-18T06:24:50,861 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:24:50,861 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:24:50,861 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:24:50,861 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:24:50,861 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:24:50,861 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T06:24:50,862 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:24:50,862 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:24:50,897 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/.tmp/info/66f37e52558c4749ab3c8e1752a8234a is 129, key is test,,1731911075493.9bce69cb6381e376e603460b6fca8708./info:regioninfo/1731911076642/Put/seqid=0 2024-11-18T06:24:50,900 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:24:50,926 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/default/test/9bce69cb6381e376e603460b6fca8708/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:24:50,926 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:24:50,926 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:24:50,926 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731911075493.9bce69cb6381e376e603460b6fca8708. 2024-11-18T06:24:50,926 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9bce69cb6381e376e603460b6fca8708: Waiting for close lock at 1731911090825Running coprocessor pre-close hooks at 1731911090825Disabling compacts and flushes for region at 1731911090825Disabling writes for close at 1731911090826 (+1 ms)Writing region close event to WAL at 1731911090898 (+72 ms)Running coprocessor post-close hooks at 1731911090926 (+28 ms)Closed at 1731911090926 2024-11-18T06:24:50,927 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731911075493.9bce69cb6381e376e603460b6fca8708. 2024-11-18T06:24:50,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741841_1017 (size=6421) 2024-11-18T06:24:51,061 DEBUG [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:24:51,262 DEBUG [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:24:51,360 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/.tmp/info/66f37e52558c4749ab3c8e1752a8234a 2024-11-18T06:24:51,394 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/.tmp/ns/c3768f1e39f943678537bb828b82173d is 43, key is default/ns:d/1731911067481/Put/seqid=0 2024-11-18T06:24:51,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741842_1018 (size=5153) 2024-11-18T06:24:51,428 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/.tmp/ns/c3768f1e39f943678537bb828b82173d 2024-11-18T06:24:51,452 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/.tmp/rep_barrier/f9488c1530fd4f0381b8be3a55d7e671 is 112, key is test,,1731911075493.9bce69cb6381e376e603460b6fca8708./rep_barrier:seqnumDuringOpen/1731911076642/Put/seqid=0 2024-11-18T06:24:51,462 DEBUG [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:24:51,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741843_1019 (size=5518) 2024-11-18T06:24:51,518 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/.tmp/rep_barrier/f9488c1530fd4f0381b8be3a55d7e671 2024-11-18T06:24:51,598 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/.tmp/table/16239bdbcf514b9bb58bc99748dab085 is 40, key is test/table:state/1731911076652/Put/seqid=0 2024-11-18T06:24:51,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741844_1020 (size=5165) 2024-11-18T06:24:51,662 DEBUG [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:24:51,862 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T06:24:51,862 DEBUG [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T06:24:51,862 DEBUG [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:24:51,881 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:51,944 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:52,035 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/.tmp/table/16239bdbcf514b9bb58bc99748dab085 2024-11-18T06:24:52,051 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/.tmp/info/66f37e52558c4749ab3c8e1752a8234a as hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/info/66f37e52558c4749ab3c8e1752a8234a 2024-11-18T06:24:52,056 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/info/66f37e52558c4749ab3c8e1752a8234a, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T06:24:52,057 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/.tmp/ns/c3768f1e39f943678537bb828b82173d as hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/ns/c3768f1e39f943678537bb828b82173d 2024-11-18T06:24:52,063 DEBUG [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:24:52,064 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/ns/c3768f1e39f943678537bb828b82173d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T06:24:52,065 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/.tmp/rep_barrier/f9488c1530fd4f0381b8be3a55d7e671 as hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/rep_barrier/f9488c1530fd4f0381b8be3a55d7e671 2024-11-18T06:24:52,070 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/rep_barrier/f9488c1530fd4f0381b8be3a55d7e671, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T06:24:52,071 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/.tmp/table/16239bdbcf514b9bb58bc99748dab085 as hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/table/16239bdbcf514b9bb58bc99748dab085 2024-11-18T06:24:52,080 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/table/16239bdbcf514b9bb58bc99748dab085, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T06:24:52,081 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1220ms, sequenceid=11, compaction requested=false 2024-11-18T06:24:52,081 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T06:24:52,177 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T06:24:52,177 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:24:52,178 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:24:52,178 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:24:52,178 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731911090861Running coprocessor pre-close hooks at 1731911090861Disabling compacts and flushes for region at 1731911090861Disabling writes for close at 1731911090861Obtaining lock to block concurrent updates at 1731911090861Preparing flush snapshotting stores in 1588230740 at 1731911090861Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731911090862 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731911090862Flushing 1588230740/info: creating writer at 1731911090862Flushing 1588230740/info: appending metadata at 1731911090896 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731911090896Flushing 1588230740/ns: creating writer at 1731911091368 (+472 ms)Flushing 1588230740/ns: appending metadata at 1731911091394 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731911091394Flushing 1588230740/rep_barrier: creating writer at 1731911091434 (+40 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731911091451 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731911091451Flushing 1588230740/table: creating writer at 1731911091541 (+90 ms)Flushing 1588230740/table: appending metadata at 1731911091597 (+56 ms)Flushing 1588230740/table: closing flushed file at 1731911091597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a1fd255: reopening flushed file at 1731911092050 (+453 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a966c38: reopening flushed file at 1731911092056 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa3ccde: reopening flushed file at 1731911092064 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a0590e: reopening flushed file at 1731911092070 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1220ms, sequenceid=11, compaction requested=false at 1731911092081 (+11 ms)Writing region close event to WAL at 1731911092155 (+74 ms)Running coprocessor post-close hooks at 1731911092177 (+22 ms)Closed at 1731911092178 (+1 ms) 2024-11-18T06:24:52,178 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:24:52,263 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,44837,1731911065012; all regions closed. 2024-11-18T06:24:52,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741834_1010 (size=2717) 2024-11-18T06:24:52,306 DEBUG [RS:0;6b5c0e5a2101:44837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/oldWALs 2024-11-18T06:24:52,306 INFO [RS:0;6b5c0e5a2101:44837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C44837%2C1731911065012.meta:.meta(num 1731911067430) 2024-11-18T06:24:52,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741833_1009 (size=1374) 2024-11-18T06:24:52,344 DEBUG [RS:0;6b5c0e5a2101:44837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/oldWALs 2024-11-18T06:24:52,344 INFO [RS:0;6b5c0e5a2101:44837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b5c0e5a2101%2C44837%2C1731911065012:(num 1731911066995) 2024-11-18T06:24:52,344 DEBUG [RS:0;6b5c0e5a2101:44837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:52,344 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:24:52,345 INFO [RS:0;6b5c0e5a2101:44837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:24:52,345 INFO [RS:0;6b5c0e5a2101:44837 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:24:52,345 INFO [RS:0;6b5c0e5a2101:44837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:24:52,345 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:24:52,345 INFO [RS:0;6b5c0e5a2101:44837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:44837. 2024-11-18T06:24:52,345 DEBUG [RS:0;6b5c0e5a2101:44837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:52,345 DEBUG [RS:0;6b5c0e5a2101:44837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:52,345 DEBUG [RS:0;6b5c0e5a2101:44837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:52,346 INFO [RS:0;6b5c0e5a2101:44837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44837 2024-11-18T06:24:52,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:52,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420/rs 2024-11-18T06:24:52,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1754249420/rs/6b5c0e5a2101,44837,1731911065012 2024-11-18T06:24:52,420 INFO [RS:0;6b5c0e5a2101:44837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:24:52,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,44837,1731911065012] 2024-11-18T06:24:52,441 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1754249420/draining/6b5c0e5a2101,44837,1731911065012 already deleted, retry=false 2024-11-18T06:24:52,441 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,44837,1731911065012 expired; onlineServers=0 2024-11-18T06:24:52,441 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,41395,1731911064881' ***** 2024-11-18T06:24:52,441 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:24:52,441 INFO [M:0;6b5c0e5a2101:41395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:24:52,441 INFO [M:0;6b5c0e5a2101:41395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:24:52,441 DEBUG [M:0;6b5c0e5a2101:41395 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:24:52,441 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:24:52,441 DEBUG [M:0;6b5c0e5a2101:41395 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:24:52,441 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911066712 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911066712,5,FailOnTimeoutGroup] 2024-11-18T06:24:52,441 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911066716 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911066716,5,FailOnTimeoutGroup] 2024-11-18T06:24:52,441 INFO [M:0;6b5c0e5a2101:41395 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:24:52,441 INFO [M:0;6b5c0e5a2101:41395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:24:52,441 DEBUG [M:0;6b5c0e5a2101:41395 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:24:52,441 INFO [M:0;6b5c0e5a2101:41395 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:24:52,441 INFO [M:0;6b5c0e5a2101:41395 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:24:52,442 INFO [M:0;6b5c0e5a2101:41395 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:24:52,442 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:24:52,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1754249420/master 2024-11-18T06:24:52,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1754249420 2024-11-18T06:24:52,451 DEBUG [M:0;6b5c0e5a2101:41395 {}] zookeeper.ZKUtil(347): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Unable to get data of znode /1-1754249420/master because node does not exist (not an error) 2024-11-18T06:24:52,451 WARN [M:0;6b5c0e5a2101:41395 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T06:24:52,475 INFO [M:0;6b5c0e5a2101:41395 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/.lastflushedseqids 2024-11-18T06:24:52,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:52,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44837-0x1014c9d7be30004, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:52,531 INFO [RS:0;6b5c0e5a2101:44837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:24:52,531 INFO [RS:0;6b5c0e5a2101:44837 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,44837,1731911065012; zookeeper connection closed. 2024-11-18T06:24:52,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741845_1021 (size=173) 2024-11-18T06:24:52,548 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18796a6d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18796a6d 2024-11-18T06:24:52,548 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:24:52,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T06:24:52,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:52,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:52,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:52,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:52,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:52,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:52,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:52,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:52,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:52,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:52,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:52,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:52,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:52,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:52,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:52,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:52,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T06:24:52,939 INFO [M:0;6b5c0e5a2101:41395 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:24:52,939 INFO [M:0;6b5c0e5a2101:41395 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:24:52,939 DEBUG [M:0;6b5c0e5a2101:41395 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:24:52,939 INFO [M:0;6b5c0e5a2101:41395 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:52,939 DEBUG [M:0;6b5c0e5a2101:41395 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:52,939 DEBUG [M:0;6b5c0e5a2101:41395 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:24:52,939 DEBUG [M:0;6b5c0e5a2101:41395 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:52,939 INFO [M:0;6b5c0e5a2101:41395 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-18T06:24:52,967 DEBUG [M:0;6b5c0e5a2101:41395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82cad7fa6eb548ba94817de1ab5e7004 is 82, key is hbase:meta,,1/info:regioninfo/1731911067459/Put/seqid=0 2024-11-18T06:24:53,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741846_1022 (size=5672) 2024-11-18T06:24:53,113 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:53,185 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:53,418 INFO [M:0;6b5c0e5a2101:41395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82cad7fa6eb548ba94817de1ab5e7004 2024-11-18T06:24:53,443 DEBUG [M:0;6b5c0e5a2101:41395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22e5e97433af4dc295a302aa3501f970 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731911076658/Put/seqid=0 2024-11-18T06:24:53,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741847_1023 (size=6587) 2024-11-18T06:24:53,469 INFO [M:0;6b5c0e5a2101:41395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22e5e97433af4dc295a302aa3501f970 2024-11-18T06:24:53,521 DEBUG [M:0;6b5c0e5a2101:41395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c538e9be33649cf9a4351602193274f is 69, key is 6b5c0e5a2101,44837,1731911065012/rs:state/1731911066793/Put/seqid=0 2024-11-18T06:24:53,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741848_1024 (size=5156) 2024-11-18T06:24:53,967 INFO [M:0;6b5c0e5a2101:41395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c538e9be33649cf9a4351602193274f 2024-11-18T06:24:53,974 DEBUG [M:0;6b5c0e5a2101:41395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82cad7fa6eb548ba94817de1ab5e7004 as hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82cad7fa6eb548ba94817de1ab5e7004 2024-11-18T06:24:53,986 INFO [M:0;6b5c0e5a2101:41395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82cad7fa6eb548ba94817de1ab5e7004, entries=8, sequenceid=55, filesize=5.5 K 2024-11-18T06:24:53,988 DEBUG [M:0;6b5c0e5a2101:41395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22e5e97433af4dc295a302aa3501f970 as hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22e5e97433af4dc295a302aa3501f970 2024-11-18T06:24:53,993 INFO [M:0;6b5c0e5a2101:41395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22e5e97433af4dc295a302aa3501f970, entries=6, sequenceid=55, filesize=6.4 K 2024-11-18T06:24:53,995 DEBUG [M:0;6b5c0e5a2101:41395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c538e9be33649cf9a4351602193274f as hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c538e9be33649cf9a4351602193274f 2024-11-18T06:24:53,999 INFO [M:0;6b5c0e5a2101:41395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43175/user/jenkins/test-data/6481eb90-3611-6bd0-c887-69e501839a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c538e9be33649cf9a4351602193274f, entries=1, sequenceid=55, filesize=5.0 K 2024-11-18T06:24:54,000 INFO [M:0;6b5c0e5a2101:41395 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1061ms, sequenceid=55, compaction requested=false 2024-11-18T06:24:54,084 INFO [M:0;6b5c0e5a2101:41395 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:54,084 DEBUG [M:0;6b5c0e5a2101:41395 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731911092939Disabling compacts and flushes for region at 1731911092939Disabling writes for close at 1731911092939Obtaining lock to block concurrent updates at 1731911092939Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731911092939Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731911092939Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731911092940 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731911092940Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731911092967 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731911092967Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731911093422 (+455 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731911093442 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731911093443 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731911093474 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731911093520 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731911093520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@374a2813: reopening flushed file at 1731911093973 (+453 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69cdc9b1: reopening flushed file at 1731911093986 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5369b0d0: reopening flushed file at 1731911093993 (+7 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1061ms, sequenceid=55, compaction requested=false at 1731911094000 (+7 ms)Writing region close event to WAL at 1731911094084 (+84 ms)Closed at 1731911094084 2024-11-18T06:24:54,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741830_1006 (size=32782) 2024-11-18T06:24:54,118 INFO [M:0;6b5c0e5a2101:41395 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:24:54,118 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:24:54,118 INFO [M:0;6b5c0e5a2101:41395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41395 2024-11-18T06:24:54,118 INFO [M:0;6b5c0e5a2101:41395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:24:54,278 INFO [M:0;6b5c0e5a2101:41395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:24:54,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:54,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41395-0x1014c9d7be30003, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:54,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32af10fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:24:54,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56fcd1b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:24:54,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:24:54,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b27cb16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:24:54,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78dd05bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/hadoop.log.dir/,STOPPED} 2024-11-18T06:24:54,355 WARN [BP-826504394-172.17.0.3-1731911062600 heartbeating to localhost/127.0.0.1:43175 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:24:54,355 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:24:54,355 WARN [BP-826504394-172.17.0.3-1731911062600 heartbeating to localhost/127.0.0.1:43175 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-826504394-172.17.0.3-1731911062600 (Datanode Uuid 202f6df4-196e-415a-af0b-db88358f40b7) service to localhost/127.0.0.1:43175 2024-11-18T06:24:54,355 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:24:54,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/cluster_2610685b-3088-75bb-941a-5bb7f31089c4/data/data1/current/BP-826504394-172.17.0.3-1731911062600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:24:54,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/cluster_2610685b-3088-75bb-941a-5bb7f31089c4/data/data2/current/BP-826504394-172.17.0.3-1731911062600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:24:54,356 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:24:54,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d7d5711{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:24:54,367 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@409631b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:24:54,367 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:24:54,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346255b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:24:54,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cffdc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78352c44-4131-12c8-7852-02388f8c7efb/hadoop.log.dir/,STOPPED} 2024-11-18T06:24:54,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:24:54,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:24:54,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:24:54,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:54,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:54,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:54,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:54,397 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:24:54,397 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=936537544, stopped=false 2024-11-18T06:24:54,397 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b5c0e5a2101,42327,1731911059561 2024-11-18T06:24:54,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01805395807/running 2024-11-18T06:24:54,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01805395807/running 2024-11-18T06:24:54,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807 2024-11-18T06:24:54,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807 2024-11-18T06:24:54,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Set watcher on znode that does not yet exist, /01805395807/running 2024-11-18T06:24:54,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Set watcher on znode that does not yet exist, /01805395807/running 2024-11-18T06:24:54,416 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:24:54,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:24:54,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:54,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:54,417 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b5c0e5a2101,43521,1731911059771' ***** 2024-11-18T06:24:54,417 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:24:54,417 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:24:54,417 INFO [RS:0;6b5c0e5a2101:43521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:24:54,417 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:24:54,417 INFO [RS:0;6b5c0e5a2101:43521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:24:54,417 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(3091): Received CLOSE for 707f4945598e558059a4c579e4aca5ef 2024-11-18T06:24:54,420 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:54,434 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(3091): Received CLOSE for 62388ebd0cfe5c293e845650a23a3378 2024-11-18T06:24:54,434 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(959): stopping server 6b5c0e5a2101,43521,1731911059771 2024-11-18T06:24:54,434 INFO [RS:0;6b5c0e5a2101:43521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:24:54,434 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 707f4945598e558059a4c579e4aca5ef, disabling compactions & flushes 2024-11-18T06:24:54,434 INFO [RS:0;6b5c0e5a2101:43521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:43521. 2024-11-18T06:24:54,434 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731911073341.707f4945598e558059a4c579e4aca5ef. 2024-11-18T06:24:54,434 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731911073341.707f4945598e558059a4c579e4aca5ef. 2024-11-18T06:24:54,434 DEBUG [RS:0;6b5c0e5a2101:43521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:54,434 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731911073341.707f4945598e558059a4c579e4aca5ef. after waiting 0 ms 2024-11-18T06:24:54,434 DEBUG [RS:0;6b5c0e5a2101:43521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:54,434 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731911073341.707f4945598e558059a4c579e4aca5ef. 2024-11-18T06:24:54,434 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:24:54,434 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:24:54,434 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:24:54,434 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:24:54,456 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T06:24:54,456 DEBUG [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(1325): Online Regions={707f4945598e558059a4c579e4aca5ef=test,,1731911073341.707f4945598e558059a4c579e4aca5ef., 1588230740=hbase:meta,,1.1588230740, 62388ebd0cfe5c293e845650a23a3378=hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378.} 2024-11-18T06:24:54,456 DEBUG [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62388ebd0cfe5c293e845650a23a3378, 707f4945598e558059a4c579e4aca5ef 2024-11-18T06:24:54,460 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:24:54,460 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:24:54,460 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:24:54,460 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:24:54,460 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:24:54,460 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T06:24:54,479 INFO [regionserver/6b5c0e5a2101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:24:54,506 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 393, reset compression=false 2024-11-18T06:24:54,521 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/default/test/707f4945598e558059a4c579e4aca5ef/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:24:54,521 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:24:54,521 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T06:24:54,521 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731911073341.707f4945598e558059a4c579e4aca5ef. 2024-11-18T06:24:54,521 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 707f4945598e558059a4c579e4aca5ef: Waiting for close lock at 1731911094434Running coprocessor pre-close hooks at 1731911094434Disabling compacts and flushes for region at 1731911094434Disabling writes for close at 1731911094434Writing region close event to WAL at 1731911094476 (+42 ms)Running coprocessor post-close hooks at 1731911094521 (+45 ms)Closed at 1731911094521 2024-11-18T06:24:54,521 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731911073341.707f4945598e558059a4c579e4aca5ef. 2024-11-18T06:24:54,521 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62388ebd0cfe5c293e845650a23a3378, disabling compactions & flushes 2024-11-18T06:24:54,521 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378. 2024-11-18T06:24:54,521 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378. 2024-11-18T06:24:54,522 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378. after waiting 0 ms 2024-11-18T06:24:54,522 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378. 2024-11-18T06:24:54,522 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 62388ebd0cfe5c293e845650a23a3378 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-18T06:24:54,525 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/.tmp/info/b18925ffb2574068ad347fc5d66f5aec is 147, key is hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378./info:regioninfo/1731911080608/Put/seqid=0 2024-11-18T06:24:54,540 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:24:54,540 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 688, reset compression=false 2024-11-18T06:24:54,540 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b5c0e5a2101,43521,1731911059771 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:24:54,541 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b5c0e5a2101,43521,1731911059771: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b5c0e5a2101,43521,1731911059771, walGroup=6b5c0e5a2101%2C43521%2C1731911059771, offset=6b5c0e5a2101%2C43521%2C1731911059771.1731911083461:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:43521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T06:24:54,542 ERROR [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T06:24:54,542 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T06:24:54,543 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T06:24:54,543 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T06:24:54,543 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T06:24:54,543 INFO [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1646264320, "init": 1048576000, "max": 2306867200, "used": 1152968168 }, "NonHeapMemoryUsage": { "committed": 212664320, "init": 7667712, "max": -1, "used": 209597776 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T06:24:54,543 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:42327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:42327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T06:24:54,588 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T06:24:54,588 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 688, reset compression=false 2024-11-18T06:24:54,588 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6b5c0e5a2101,43521,1731911059771 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T06:24:54,589 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-18T06:24:54,605 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/replication/62388ebd0cfe5c293e845650a23a3378/.tmp/hfileref/1ded4e08400c459e8bd6324957a8cf4b is 74, key is 1/hfileref:189f3e0b6e044e42a36e5daed0a9f9db_SeqId_6_/1731911086070/DeleteColumn/seqid=0 2024-11-18T06:24:54,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741847_1023 (size=7686) 2024-11-18T06:24:54,630 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/.tmp/info/b18925ffb2574068ad347fc5d66f5aec 2024-11-18T06:24:54,656 DEBUG [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62388ebd0cfe5c293e845650a23a3378 2024-11-18T06:24:54,679 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:24:54,680 INFO [regionserver/6b5c0e5a2101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:24:54,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741848_1024 (size=5489) 2024-11-18T06:24:54,682 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/.tmp/ns/e7beec6194844506bece88314c0de6f6 is 43, key is default/ns:d/1731911062453/Put/seqid=0 2024-11-18T06:24:54,682 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/replication/62388ebd0cfe5c293e845650a23a3378/.tmp/hfileref/1ded4e08400c459e8bd6324957a8cf4b 2024-11-18T06:24:54,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741849_1025 (size=5153) 2024-11-18T06:24:54,709 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/.tmp/ns/e7beec6194844506bece88314c0de6f6 2024-11-18T06:24:54,720 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/replication/62388ebd0cfe5c293e845650a23a3378/.tmp/queue/db6f003184e74f8998ccefcf733b26f9 is 153, key is 1-6b5c0e5a2101,43521,1731911059771/queue:6b5c0e5a2101%2C43521%2C1731911059771/1731911086072/Put/seqid=0 2024-11-18T06:24:54,738 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/.tmp/rep_barrier/c5ac5941c6684b28bc96400109aa2d05 is 112, key is test,,1731911073341.707f4945598e558059a4c579e4aca5ef./rep_barrier:seqnumDuringOpen/1731911074497/Put/seqid=0 2024-11-18T06:24:54,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741850_1026 (size=5504) 2024-11-18T06:24:54,753 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/replication/62388ebd0cfe5c293e845650a23a3378/.tmp/queue/db6f003184e74f8998ccefcf733b26f9 2024-11-18T06:24:54,765 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/replication/62388ebd0cfe5c293e845650a23a3378/.tmp/hfileref/1ded4e08400c459e8bd6324957a8cf4b as hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/replication/62388ebd0cfe5c293e845650a23a3378/hfileref/1ded4e08400c459e8bd6324957a8cf4b 2024-11-18T06:24:54,772 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/replication/62388ebd0cfe5c293e845650a23a3378/hfileref/1ded4e08400c459e8bd6324957a8cf4b, entries=6, sequenceid=17, filesize=5.4 K 2024-11-18T06:24:54,773 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/replication/62388ebd0cfe5c293e845650a23a3378/.tmp/queue/db6f003184e74f8998ccefcf733b26f9 as hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/replication/62388ebd0cfe5c293e845650a23a3378/queue/db6f003184e74f8998ccefcf733b26f9 2024-11-18T06:24:54,779 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/replication/62388ebd0cfe5c293e845650a23a3378/queue/db6f003184e74f8998ccefcf733b26f9, entries=2, sequenceid=17, filesize=5.4 K 2024-11-18T06:24:54,779 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 62388ebd0cfe5c293e845650a23a3378 in 257ms, sequenceid=17, compaction requested=false 2024-11-18T06:24:54,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741851_1027 (size=5518) 2024-11-18T06:24:54,781 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/.tmp/rep_barrier/c5ac5941c6684b28bc96400109aa2d05 2024-11-18T06:24:54,817 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 688, reset compression=false 2024-11-18T06:24:54,854 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/.tmp/table/1135d85d07ac4edb8398f4bcc360c649 is 53, key is hbase:replication/table:state/1731911080618/Put/seqid=0 2024-11-18T06:24:54,859 DEBUG [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62388ebd0cfe5c293e845650a23a3378 2024-11-18T06:24:54,862 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 688, reset compression=false 2024-11-18T06:24:54,868 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/replication/62388ebd0cfe5c293e845650a23a3378/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-18T06:24:54,869 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:24:54,869 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:24:54,869 INFO [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378. 2024-11-18T06:24:54,869 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62388ebd0cfe5c293e845650a23a3378: Waiting for close lock at 1731911094521Running coprocessor pre-close hooks at 1731911094521Disabling compacts and flushes for region at 1731911094521Disabling writes for close at 1731911094522 (+1 ms)Obtaining lock to block concurrent updates at 1731911094522Preparing flush snapshotting stores in 62388ebd0cfe5c293e845650a23a3378 at 1731911094522Finished memstore snapshotting hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731911094522Flushing stores of hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378. at 1731911094524 (+2 ms)Flushing 62388ebd0cfe5c293e845650a23a3378/hfileref: creating writer at 1731911094524Flushing 62388ebd0cfe5c293e845650a23a3378/hfileref: appending metadata at 1731911094604 (+80 ms)Flushing 62388ebd0cfe5c293e845650a23a3378/hfileref: closing flushed file at 1731911094604Flushing 62388ebd0cfe5c293e845650a23a3378/queue: creating writer at 1731911094688 (+84 ms)Flushing 62388ebd0cfe5c293e845650a23a3378/queue: appending metadata at 1731911094720 (+32 ms)Flushing 62388ebd0cfe5c293e845650a23a3378/queue: closing flushed file at 1731911094720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dfc72b7: reopening flushed file at 1731911094764 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc26b72: reopening flushed file at 1731911094772 (+8 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 62388ebd0cfe5c293e845650a23a3378 in 257ms, sequenceid=17, compaction requested=false at 1731911094779 (+7 ms)Writing region close event to WAL at 1731911094817 (+38 ms)Running coprocessor post-close hooks at 1731911094869 (+52 ms)Closed at 1731911094869 2024-11-18T06:24:54,869 DEBUG [RS_CLOSE_REGION-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731911079807.62388ebd0cfe5c293e845650a23a3378. 2024-11-18T06:24:54,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741852_1028 (size=5308) 2024-11-18T06:24:55,059 DEBUG [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:24:55,166 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 688, reset compression=false 2024-11-18T06:24:55,205 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 688, reset compression=false 2024-11-18T06:24:55,259 DEBUG [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T06:24:55,294 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/.tmp/table/1135d85d07ac4edb8398f4bcc360c649 2024-11-18T06:24:55,298 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/.tmp/info/b18925ffb2574068ad347fc5d66f5aec as hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/info/b18925ffb2574068ad347fc5d66f5aec 2024-11-18T06:24:55,302 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/info/b18925ffb2574068ad347fc5d66f5aec, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T06:24:55,303 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/.tmp/ns/e7beec6194844506bece88314c0de6f6 as hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/ns/e7beec6194844506bece88314c0de6f6 2024-11-18T06:24:55,308 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/ns/e7beec6194844506bece88314c0de6f6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T06:24:55,309 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/.tmp/rep_barrier/c5ac5941c6684b28bc96400109aa2d05 as hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/rep_barrier/c5ac5941c6684b28bc96400109aa2d05 2024-11-18T06:24:55,313 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/rep_barrier/c5ac5941c6684b28bc96400109aa2d05, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T06:24:55,314 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/.tmp/table/1135d85d07ac4edb8398f4bcc360c649 as hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/table/1135d85d07ac4edb8398f4bcc360c649 2024-11-18T06:24:55,322 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/table/1135d85d07ac4edb8398f4bcc360c649, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T06:24:55,323 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 863ms, sequenceid=16, compaction requested=false 2024-11-18T06:24:55,386 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T06:24:55,386 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T06:24:55,386 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:24:55,386 INFO [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:24:55,387 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731911094460Running coprocessor pre-close hooks at 1731911094460Disabling compacts and flushes for region at 1731911094460Disabling writes for close at 1731911094460Obtaining lock to block concurrent updates at 1731911094460Preparing flush snapshotting stores in 1588230740 at 1731911094460Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731911094461 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731911094461Flushing 1588230740/info: creating writer at 1731911094462 (+1 ms)Flushing 1588230740/info: appending metadata at 1731911094524 (+62 ms)Flushing 1588230740/info: closing flushed file at 1731911094524Flushing 1588230740/ns: creating writer at 1731911094633 (+109 ms)Flushing 1588230740/ns: appending metadata at 1731911094681 (+48 ms)Flushing 1588230740/ns: closing flushed file at 1731911094681Flushing 1588230740/rep_barrier: creating writer at 1731911094717 (+36 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731911094738 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731911094738Flushing 1588230740/table: creating writer at 1731911094785 (+47 ms)Flushing 1588230740/table: appending metadata at 1731911094854 (+69 ms)Flushing 1588230740/table: closing flushed file at 1731911094854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed77ebc: reopening flushed file at 1731911095297 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ecd63cf: reopening flushed file at 1731911095302 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@392ff462: reopening flushed file at 1731911095308 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@568fe75f: reopening flushed file at 1731911095314 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 863ms, sequenceid=16, compaction requested=false at 1731911095323 (+9 ms)Writing region close event to WAL at 1731911095382 (+59 ms)Running coprocessor post-close hooks at 1731911095386 (+4 ms)Closed at 1731911095386 2024-11-18T06:24:55,387 DEBUG [RS_CLOSE_META-regionserver/6b5c0e5a2101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:24:55,460 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(976): stopping server 6b5c0e5a2101,43521,1731911059771; all regions closed. 2024-11-18T06:24:55,462 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.meta.1731911083503.meta not finished, retry = 0 2024-11-18T06:24:55,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741844_1020 (size=859) 2024-11-18T06:24:55,550 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:42327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-18T06:24:55,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741843_1019 (size=2791) 2024-11-18T06:24:55,583 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.rep.1731911083483 not finished, retry = 0 2024-11-18T06:24:55,593 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 688, reset compression=false 2024-11-18T06:24:55,609 DEBUG [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/WALs/6b5c0e5a2101,43521,1731911059771/6b5c0e5a2101%2C43521%2C1731911059771.1731911083461 to pos 688, reset compression=false 2024-11-18T06:24:55,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741842_1018 (size=696) 2024-11-18T06:24:55,687 DEBUG [RS:0;6b5c0e5a2101:43521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:55,687 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:24:55,687 INFO [RS:0;6b5c0e5a2101:43521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:24:55,687 INFO [RS:0;6b5c0e5a2101:43521 {}] hbase.ChoreService(370): Chore service for: regionserver/6b5c0e5a2101:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T06:24:55,687 INFO [RS:0;6b5c0e5a2101:43521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:24:55,687 INFO [regionserver/6b5c0e5a2101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:24:55,688 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b5c0e5a2101,43521,1731911059771 because: Region server is closing 2024-11-18T06:24:55,689 INFO [RS:0;6b5c0e5a2101:43521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:43521. 2024-11-18T06:24:55,689 DEBUG [RS:0;6b5c0e5a2101:43521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:55,689 DEBUG [RS:0;6b5c0e5a2101:43521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:55,689 DEBUG [RS:0;6b5c0e5a2101:43521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:55,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:55,789 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 terminated 2024-11-18T06:24:55,789 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6b5c0e5a2101,43521,1731911059771 because: Region server is closing 2024-11-18T06:24:55,789 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,1-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,1-6b5c0e5a2101,43521,1731911059771 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T06:24:55,789 INFO [RS:0;6b5c0e5a2101:43521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b5c0e5a2101:43521. 2024-11-18T06:24:55,789 DEBUG [RS:0;6b5c0e5a2101:43521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:24:55,789 DEBUG [RS:0;6b5c0e5a2101:43521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:55,790 DEBUG [RS:0;6b5c0e5a2101:43521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:24:55,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:24:55,890 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.shipper6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 terminated 2024-11-18T06:24:55,890 WARN [RS_REFRESH_PEER-regionserver/6b5c0e5a2101:0-0.replicationSource,2-6b5c0e5a2101,43521,1731911059771.replicationSource.wal-reader.6b5c0e5a2101%2C43521%2C1731911059771,2-6b5c0e5a2101,43521,1731911059771 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T06:24:55,890 INFO [RS:0;6b5c0e5a2101:43521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43521 2024-11-18T06:24:55,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01805395807/rs/6b5c0e5a2101,43521,1731911059771 2024-11-18T06:24:55,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807/rs 2024-11-18T06:24:55,956 INFO [RS:0;6b5c0e5a2101:43521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:24:55,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b5c0e5a2101,43521,1731911059771] 2024-11-18T06:24:55,965 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:24:55,977 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01805395807/draining/6b5c0e5a2101,43521,1731911059771 already deleted, retry=false 2024-11-18T06:24:55,977 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b5c0e5a2101,43521,1731911059771 expired; onlineServers=0 2024-11-18T06:24:55,977 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b5c0e5a2101,42327,1731911059561' ***** 2024-11-18T06:24:55,977 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:24:55,977 INFO [M:0;6b5c0e5a2101:42327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:24:55,978 INFO [M:0;6b5c0e5a2101:42327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:24:55,978 DEBUG [M:0;6b5c0e5a2101:42327 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:24:55,978 DEBUG [M:0;6b5c0e5a2101:42327 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:24:55,978 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:24:55,978 INFO [M:0;6b5c0e5a2101:42327 {}] hbase.ChoreService(370): Chore service for: master/6b5c0e5a2101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:24:55,978 INFO [M:0;6b5c0e5a2101:42327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:24:55,978 DEBUG [M:0;6b5c0e5a2101:42327 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:24:55,978 INFO [M:0;6b5c0e5a2101:42327 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:24:55,978 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911061476 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.large.0-1731911061476,5,FailOnTimeoutGroup] 2024-11-18T06:24:55,978 INFO [M:0;6b5c0e5a2101:42327 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:24:55,978 ERROR [M:0;6b5c0e5a2101:42327 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (451216554) connection to localhost/127.0.0.1:33347 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33347,5,PEWorkerGroup] 2024-11-18T06:24:55,978 INFO [M:0;6b5c0e5a2101:42327 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:24:55,978 DEBUG [master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911061479 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b5c0e5a2101:0:becomeActiveMaster-HFileCleaner.small.0-1731911061479,5,FailOnTimeoutGroup] 2024-11-18T06:24:55,978 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:24:55,988 DEBUG [M:0;6b5c0e5a2101:42327 {}] zookeeper.ZKUtil(347): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Unable to get data of znode /01805395807/master because node does not exist (not an error) 2024-11-18T06:24:55,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01805395807/master 2024-11-18T06:24:55,988 WARN [M:0;6b5c0e5a2101:42327 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T06:24:55,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01805395807 2024-11-18T06:24:55,991 INFO [M:0;6b5c0e5a2101:42327 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/.lastflushedseqids 2024-11-18T06:24:56,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741853_1029 (size=263) 2024-11-18T06:24:56,055 INFO [M:0;6b5c0e5a2101:42327 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:24:56,055 INFO [M:0;6b5c0e5a2101:42327 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:24:56,055 DEBUG [M:0;6b5c0e5a2101:42327 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:24:56,055 INFO [M:0;6b5c0e5a2101:42327 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:56,055 DEBUG [M:0;6b5c0e5a2101:42327 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:56,055 DEBUG [M:0;6b5c0e5a2101:42327 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:24:56,055 DEBUG [M:0;6b5c0e5a2101:42327 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:56,056 INFO [M:0;6b5c0e5a2101:42327 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-18T06:24:56,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:56,067 INFO [RS:0;6b5c0e5a2101:43521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:24:56,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43521-0x1014c9d7be30001, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:56,067 INFO [RS:0;6b5c0e5a2101:43521 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b5c0e5a2101,43521,1731911059771; zookeeper connection closed. 2024-11-18T06:24:56,099 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e3ac187 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e3ac187 2024-11-18T06:24:56,100 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T06:24:56,108 DEBUG [M:0;6b5c0e5a2101:42327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e42ba9046d294f8383a767375f08fb73 is 82, key is hbase:meta,,1/info:regioninfo/1731911062403/Put/seqid=0 2024-11-18T06:24:56,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741854_1030 (size=5672) 2024-11-18T06:24:56,541 INFO [M:0;6b5c0e5a2101:42327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e42ba9046d294f8383a767375f08fb73 2024-11-18T06:24:56,549 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T06:24:56,549 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:24:56,550 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168913 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b5c0e5a2101,34681,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b5c0e5a2101:34681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T06:24:56,581 DEBUG [M:0;6b5c0e5a2101:42327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b581c734776a44179deaf03ff12824ca is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731911074508/Put/seqid=0 2024-11-18T06:24:56,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741855_1031 (size=7610) 2024-11-18T06:24:56,630 INFO [M:0;6b5c0e5a2101:42327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b581c734776a44179deaf03ff12824ca 2024-11-18T06:24:56,637 INFO [M:0;6b5c0e5a2101:42327 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b581c734776a44179deaf03ff12824ca 2024-11-18T06:24:56,658 DEBUG [M:0;6b5c0e5a2101:42327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b7c28d830c34ff9831bb7c4d7f5f49a is 69, key is 6b5c0e5a2101,43521,1731911059771/rs:state/1731911061573/Put/seqid=0 2024-11-18T06:24:56,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741856_1032 (size=5156) 2024-11-18T06:24:56,683 INFO [M:0;6b5c0e5a2101:42327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b7c28d830c34ff9831bb7c4d7f5f49a 2024-11-18T06:24:56,692 DEBUG [M:0;6b5c0e5a2101:42327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e42ba9046d294f8383a767375f08fb73 as hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e42ba9046d294f8383a767375f08fb73 2024-11-18T06:24:56,696 INFO [M:0;6b5c0e5a2101:42327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e42ba9046d294f8383a767375f08fb73, entries=8, sequenceid=121, filesize=5.5 K 2024-11-18T06:24:56,697 DEBUG [M:0;6b5c0e5a2101:42327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b581c734776a44179deaf03ff12824ca as hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b581c734776a44179deaf03ff12824ca 2024-11-18T06:24:56,704 INFO [M:0;6b5c0e5a2101:42327 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b581c734776a44179deaf03ff12824ca 2024-11-18T06:24:56,704 INFO [M:0;6b5c0e5a2101:42327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b581c734776a44179deaf03ff12824ca, entries=13, sequenceid=121, filesize=7.4 K 2024-11-18T06:24:56,705 DEBUG [M:0;6b5c0e5a2101:42327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b7c28d830c34ff9831bb7c4d7f5f49a as hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b7c28d830c34ff9831bb7c4d7f5f49a 2024-11-18T06:24:56,712 INFO [M:0;6b5c0e5a2101:42327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33347/user/jenkins/test-data/6c3412f5-dd0c-7ded-8be9-7473ce45d1c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b7c28d830c34ff9831bb7c4d7f5f49a, entries=1, sequenceid=121, filesize=5.0 K 2024-11-18T06:24:56,717 INFO [M:0;6b5c0e5a2101:42327 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 661ms, sequenceid=121, compaction requested=false 2024-11-18T06:24:56,772 INFO [M:0;6b5c0e5a2101:42327 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:24:56,772 DEBUG [M:0;6b5c0e5a2101:42327 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731911096055Disabling compacts and flushes for region at 1731911096055Disabling writes for close at 1731911096055Obtaining lock to block concurrent updates at 1731911096056 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731911096056Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1731911096056Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731911096056Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731911096056Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731911096108 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731911096108Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731911096553 (+445 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731911096580 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731911096580Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731911096637 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731911096658 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731911096658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d73a4a9: reopening flushed file at 1731911096692 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78816230: reopening flushed file at 1731911096696 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206bbedf: reopening flushed file at 1731911096704 (+8 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 661ms, sequenceid=121, compaction requested=false at 1731911096717 (+13 ms)Writing region close event to WAL at 1731911096772 (+55 ms)Closed at 1731911096772 2024-11-18T06:24:56,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741830_1006 (size=69920) 2024-11-18T06:24:56,790 INFO [M:0;6b5c0e5a2101:42327 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:24:56,790 INFO [M:0;6b5c0e5a2101:42327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42327 2024-11-18T06:24:56,790 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:24:56,791 INFO [M:0;6b5c0e5a2101:42327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:24:56,822 INFO [master/6b5c0e5a2101:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T06:24:56,822 INFO [master/6b5c0e5a2101:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T06:24:56,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:56,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42327-0x1014c9d7be30000, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:24:56,921 INFO [M:0;6b5c0e5a2101:42327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:24:56,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3196f62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:24:56,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28c88bd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:24:56,973 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:24:56,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d41af81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:24:56,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bc3c834{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/hadoop.log.dir/,STOPPED} 2024-11-18T06:24:56,975 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:24:56,975 WARN [BP-858927558-172.17.0.3-1731911057479 heartbeating to localhost/127.0.0.1:33347 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:24:56,975 WARN [BP-858927558-172.17.0.3-1731911057479 heartbeating to localhost/127.0.0.1:33347 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-858927558-172.17.0.3-1731911057479 (Datanode Uuid 8b5e6e41-7eca-4068-9770-7eda4754f102) service to localhost/127.0.0.1:33347 2024-11-18T06:24:56,976 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:24:56,976 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/cluster_148e47c8-2b49-9473-6f1a-bb52baafa1e3/data/data1/current/BP-858927558-172.17.0.3-1731911057479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:24:56,976 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/cluster_148e47c8-2b49-9473-6f1a-bb52baafa1e3/data/data2/current/BP-858927558-172.17.0.3-1731911057479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:24:56,976 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:24:56,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b0aa7c8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:24:56,987 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19b40500{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:24:56,987 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:24:56,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751ad66f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:24:56,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dae136c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f2f012-a4d2-22dd-8472-1bc3ccdbc679/hadoop.log.dir/,STOPPED} 2024-11-18T06:24:56,998 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T06:24:57,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:24:57,033 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=665 (was 604) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:38063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:33347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:43175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:33347 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51714) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-32 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51714) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51714) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:43175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:33347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:43175 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:38063 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:38063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451216554) connection to localhost/127.0.0.1:38063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1022 (was 917) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=578 (was 481) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3270 (was 4370) 2024-11-18T06:24:57,034 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=665 is superior to 500 2024-11-18T06:24:57,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014c9d7be30005, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:24:57,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014c9d7be30005, quorum=127.0.0.1:51714, baseZNode=/1-1754249420 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:24:57,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014c9d7be30002, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:24:57,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014c9d7be30008, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T06:24:57,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014c9d7be30002, quorum=127.0.0.1:51714, baseZNode=/01805395807 Received Disconnected from ZooKeeper, ignoring 2024-11-18T06:24:57,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014c9d7be30008, quorum=127.0.0.1:51714, baseZNode=/2-1086596920 Received Disconnected from ZooKeeper, ignoring